-- Logs begin at Tue 2022-03-08 11:01:30 UTC, end at Tue 2022-03-08 12:30:34 UTC. -- Mar 08 11:50:58.056097 dv-cinder-830086-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 11:51:01.033062 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.common.config [-] Logging enabled! Mar 08 11:51:01.033702 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 11:51:01.033866 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110134) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 11:51:01.037242 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.common.config [-] Logging enabled! Mar 08 11:51:01.037501 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 11:51:01.037815 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110134) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 11:51:01.038744 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:51:01.038983 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:51:01.039355 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:51:01.039604 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:51:01.040236 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:51:01.040604 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.041058 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 11:51:01.041382 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.041686 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.041989 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.042292 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.042589 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.042877 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.043171 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.043480 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.043798 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.044111 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.044434 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.044734 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.045022 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.045316 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.045607 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.045893 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] debug = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.046180 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.046617 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.047042 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.047326 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.047618 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.047900 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.048177 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.048478 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.048767 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.049098 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] host = dv-cinder-830086-2-iscsi {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.049380 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.049671 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.049962 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.050251 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.050530 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.050832 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.051117 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.051396 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.051671 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] log_file = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.051948 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.052237 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.052554 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.052848 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.053078 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.053311 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.053606 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.053894 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.054174 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.054451 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.054729 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.055006 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.055281 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.055554 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.055841 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.056128 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.056452 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.056734 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.057011 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.057284 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.057560 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.057849 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.058126 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.058401 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.058677 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.058966 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.059792 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.060075 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.060404 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.060699 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.060991 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.061278 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.061554 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.061839 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.062119 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.062443 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.062665 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] use_json = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.063278 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.063278 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.063470 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.063741 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.064012 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.064286 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.064583 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.064870 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.065145 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:01.065442 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.065739 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.066041 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.066340 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.066635 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.066918 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.067210 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.067487 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.067778 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.068066 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.068379 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.068662 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.068964 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.069255 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.069549 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.069852 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.070146 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.070435 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.070739 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.072277 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.072277 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.072277 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.072277 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.072277 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.072794 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.072794 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.073084 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.073330 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.073555 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.073859 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.074149 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.074426 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.074745 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.075615 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.075898 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.076175 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.076483 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.076779 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.077324 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.077600 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.077884 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.078164 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.078439 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.078715 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.078996 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.079288 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.079566 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.079868 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.080143 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.080448 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.080726 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.081015 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.081327 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.081943 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.081943 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.082133 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.082406 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.082681 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.082963 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.083243 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.083517 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.083809 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.084072 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.084373 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.084651 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.084930 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.085206 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.085483 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.085762 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.086039 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.086316 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.086592 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.086873 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.087149 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.087440 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.087738 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.088020 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.088300 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.088603 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.088905 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.089191 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.089475 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.089761 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.090045 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.090326 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.090645 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.090934 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.091226 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.091532 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.091813 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.092109 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.092416 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.092697 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.092984 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.093265 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.093544 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.093835 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.094120 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.094445 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.094743 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.095040 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.095337 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.095641 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.095921 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.096236 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.096544 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:01.096774 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:51:01.097044 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110134) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 11:51:01.475829 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 11:51:01.476109 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 11:51:01.476446 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 11:51:01.476930 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 11:51:01.814783 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.814985 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.815253 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.816570 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.816846 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.817115 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.863976 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.864250 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.864549 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.879205 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.879488 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.879757 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.908461 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.908752 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.909030 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.947632 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.947916 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:01.948192 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.300236 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.300900 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.300900 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.301050 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.301733 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.401382 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.401710 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.401999 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.402274 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.402542 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.402876 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.403750 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.404010 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.404269 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.404579 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.404841 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.405107 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.405365 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.405619 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.405875 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.406139 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.406392 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.406659 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.406927 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.407190 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.407465 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.407719 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.408000 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.408420 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.408723 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.409062 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.409320 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:02.409562 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:02.409803 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:02.410043 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:02.410283 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:02.410520 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:02.410885 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 11:51:02.414077 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 11:51:02.418171 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 11:51:02.421931 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Mar 08 11:51:02.423592 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 11:51:02.424071 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 11:51:02.424439 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 11:51:02.424833 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 11:51:02.427667 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 11:51:02.427924 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 11:51:02.428272 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 11:51:02.433197 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 11:51:02.458136 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 11:51:02.458596 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.458897 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110134) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 11:51:02.459268 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.460671 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110134) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 11:51:02.460953 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 11:51:02.461199 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 11:51:02.464533 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.464817 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:02.529316 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 11:51:02.529551 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 11:51:02.529789 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 11:51:02.530173 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 11:51:02.550626 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_db.sqlalchemy.engines [None req-8402a737-386b-406f-b280-e681aae41e74 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110134) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 11:51:03.513565 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Initializing driver for type 'gre' Mar 08 11:51:03.514326 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8402a737-386b-406f-b280-e681aae41e74 None None] gre ID ranges: [(1, 1000)] Mar 08 11:51:03.793689 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Initializing driver for type 'local' Mar 08 11:51:03.793948 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Initializing driver for type 'vlan' Mar 08 11:51:04.021925 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8402a737-386b-406f-b280-e681aae41e74 None None] VlanTypeDriver initialization complete Mar 08 11:51:04.022268 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Initializing driver for type 'vxlan' Mar 08 11:51:04.022896 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8402a737-386b-406f-b280-e681aae41e74 None None] vxlan ID ranges: [(1, 1000)] Mar 08 11:51:04.381923 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Initializing extension driver 'port_security' Mar 08 11:51:04.382282 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.extensions.port_security [None req-8402a737-386b-406f-b280-e681aae41e74 None None] PortSecurityExtensionDriver initialization complete Mar 08 11:51:04.382613 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Initializing mechanism driver 'openvswitch' Mar 08 11:51:04.382956 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Initializing mechanism driver 'hyperv' Mar 08 11:51:04.390449 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.plugins.ml2.plugin [None req-8402a737-386b-406f-b280-e681aae41e74 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:04.391309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > port after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.391684 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > port after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.392041 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > port after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.392631 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:51:04.393066 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > subnet after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.393443 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > subnet after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.393808 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.394243 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:51:04.394651 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > network after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.395000 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > network after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.395365 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > network after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.395761 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:51:04.396167 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > security_group after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.396544 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > security_group after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.396888 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.397284 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:51:04.397687 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.398038 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.398374 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.398770 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:51:04.399171 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > address_group after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.399534 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > address_group after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.399877 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.400275 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:51:04.400753 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8402a737-386b-406f-b280-e681aae41e74 None None] ML2 OVO RPC backend initialized. {{(pid=110134) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 11:51:04.401466 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.401821 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.402235 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > network before_response 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.402588 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > networks before_response 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.402959 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > port before_response 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.403379 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > ports before_response 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.403708 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > subnet before_response 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.404072 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > subnets before_response 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.404452 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > network after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.404796 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > network after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.405128 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > network after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.405500 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > port after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.405858 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > port after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.406194 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > port after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.406527 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > subnet after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.406864 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > subnet after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.407255 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.414708 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded quota_driver: . Mar 08 11:51:04.415099 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.plugin [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Modular L2 Plugin initialization complete Mar 08 11:51:04.415448 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading services supported by the core plugin {{(pid=110134) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 11:51:04.415793 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.plugins.ml2.managers [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Got port-security extension from driver 'port_security' Mar 08 11:51:04.416274 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.extensions.vlantransparent [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Disabled vlantransparent extension. Mar 08 11:51:04.416810 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110134) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 11:51:04.417132 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading Plugin: router Mar 08 11:51:04.455956 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.463794 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router after_create 55549900 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.463794 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router before_create 55549900 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.463794 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.463794 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.464199 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router after_delete 55549900 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.464199 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.464199 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.464199 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router after_create 55549900 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.464518 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router after_update 55549900 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.464518 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router after_update 55549900 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.464518 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.464518 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router after_update 55549900 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.464849 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router precommit_update 55549900 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.464849 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: port after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.464849 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: port after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.464849 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: subnet after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.464849 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.465309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.465309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router precommit_create 55549900 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.465309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: port before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.465309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router precommit_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.465701 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router after_update 55549900 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.465701 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.465701 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router precommit_create 55549900 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.465701 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.466036 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router precommit_update 55549900 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.466036 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > agent after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.466036 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > agent after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.466279 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > network after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.467076 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Tracking information for resource: router configured {{(pid=110134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:04.467445 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Tracking information for resource: floatingip configured {{(pid=110134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:51:04.472551 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.db.l3_agentschedulers_db [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 11:51:04.473167 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: port after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.473528 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: port after_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.473876 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: port after_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.474226 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: port after_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.475009 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router before_create 55550100 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.475394 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.475753 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router precommit_create 55550100 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.476109 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > router precommit_update 55550100 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.481001 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.services.provider_configuration [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service providers = [] {{(pid=110134) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 11:51:04.481366 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.db.servicetype_db [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110134) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 11:51:04.484463 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.services.service_base [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:51:04.484815 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.services.service_base [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:51:04.485156 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.services.service_base [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:51:04.486059 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.services.service_base [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:51:04.486430 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.services.service_base [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 11:51:04.486815 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:04.487133 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 11:51:04.498579 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:04.498910 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading Plugin: auto_allocate Mar 08 11:51:04.504841 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: network precommit_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.505213 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: network precommit_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.505734 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:04.506054 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading Plugin: tag Mar 08 11:51:04.513608 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:04.514167 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading Plugin: timestamp Mar 08 11:51:04.517805 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:04.518167 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading Plugin: network_ip_availability Mar 08 11:51:04.523778 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.524153 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.524565 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.525309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:04.525634 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading Plugin: flavors Mar 08 11:51:04.530726 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:04.531095 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading Plugin: revisions Mar 08 11:51:04.535836 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:51:04.536278 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_concurrency.lockutils [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 3.060s {{(pid=110134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 11:51:04.537067 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110134) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 11:51:04.537404 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Initializing extension manager. Mar 08 11:51:04.537929 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: __init__.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.538270 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: __pycache__ {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.538600 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.538931 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: address_group.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.539693 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.540259 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: address-group Mar 08 11:51:04.540613 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: address_scope.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.541343 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.541850 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: address-scope Mar 08 11:51:04.542199 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.543200 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.543774 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: router-admin-state-down-before-update Mar 08 11:51:04.544113 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: agent.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.544858 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.545361 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: agent Mar 08 11:51:04.545683 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: agent_resources_synced.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.546616 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.547121 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: agent-resources-synced Mar 08 11:51:04.547445 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: allowedaddresspairs.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.549276 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.549813 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: allowed-address-pairs Mar 08 11:51:04.550139 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: auto_allocated_topology.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.551246 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.551766 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: auto-allocated-topology Mar 08 11:51:04.552117 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: availability_zone.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.552861 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.553367 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: availability_zone Mar 08 11:51:04.553717 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: availability_zone_filter.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.554622 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.555126 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: availability_zone_filter Mar 08 11:51:04.555450 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: data_plane_status.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.556370 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.556879 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 11:51:04.557200 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: default_subnetpools.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.558124 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.558667 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: default-subnetpools Mar 08 11:51:04.558993 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.560367 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.560879 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: dhcp_agent_scheduler Mar 08 11:51:04.561202 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: dns.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.562128 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.562635 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 11:51:04.562959 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: dns_domain_ports.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.563889 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.564424 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 11:51:04.564749 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.565685 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.566192 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 11:51:04.566515 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: dvr.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.567184 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.567685 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: dvr Mar 08 11:51:04.568006 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: ecmp_routes.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.568948 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.570402 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 11:51:04.570402 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: empty_string_filtering.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.570775 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.571281 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: empty-string-filtering Mar 08 11:51:04.571618 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.572564 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.573066 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 11:51:04.573388 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.574334 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.575413 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 11:51:04.575735 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: external_net.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.576669 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.577427 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: external-net Mar 08 11:51:04.577764 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.578677 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.579192 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: extra_dhcp_opt Mar 08 11:51:04.579511 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: extraroute.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.580470 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.580973 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: extraroute Mar 08 11:51:04.581289 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: extraroute_atomic.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.582343 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.582880 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: extraroute-atomic Mar 08 11:51:04.583202 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: filter_validation.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.583871 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.584393 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: filter-validation Mar 08 11:51:04.584716 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: fip_pf_description.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.585622 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.586119 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 11:51:04.586437 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: fip_port_details.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.587571 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.588095 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: fip-port-details Mar 08 11:51:04.588453 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: flavors.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.589716 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.590231 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: flavors Mar 08 11:51:04.591243 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.593040 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.593563 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 11:51:04.593909 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: floatingip_pools.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.594616 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.595123 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: floatingip-pools Mar 08 11:51:04.595568 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: ip_allocation.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.597118 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.597701 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 11:51:04.598032 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.599008 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.599736 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: ip-substring-filtering Mar 08 11:51:04.600240 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: l2_adjacency.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.601213 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.601728 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 11:51:04.602054 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: l3.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.603475 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.604413 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: router Mar 08 11:51:04.604934 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.608970 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.609508 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 11:51:04.609865 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.610898 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.611417 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: ext-gw-mode Mar 08 11:51:04.611745 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.612697 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.613238 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: l3-ha Mar 08 11:51:04.613570 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.614540 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.615063 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 11:51:04.615390 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: l3_flavors.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.616309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.616889 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: l3-flavors Mar 08 11:51:04.617241 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.618706 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.619227 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 11:51:04.619551 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.620523 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.621039 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 11:51:04.621364 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: l3agentscheduler.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.622469 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.623020 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: l3_agent_scheduler Mar 08 11:51:04.623359 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: local_ip.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.625247 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.625792 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension local_ip not supported by any of loaded plugins Mar 08 11:51:04.626121 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: logging.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.629362 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.629884 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension logging not supported by any of loaded plugins Mar 08 11:51:04.630225 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: metering.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.630993 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.631618 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: metering Mar 08 11:51:04.631998 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.633140 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.633709 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: metering_source_and_destination_fields Mar 08 11:51:04.634059 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: multiprovidernet.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.635059 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.635609 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: multi-provider Mar 08 11:51:04.635966 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: netmtu.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.636987 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.639993 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: net-mtu Mar 08 11:51:04.640334 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: netmtu_writable.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.641344 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.641884 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: net-mtu-writable Mar 08 11:51:04.642211 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: network_availability_zone.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.642903 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.643408 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: network_availability_zone Mar 08 11:51:04.643730 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: network_ip_availability.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.644945 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.645485 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: network-ip-availability Mar 08 11:51:04.645831 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: network_segment_range.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.646669 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.647214 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 11:51:04.647561 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: pagination.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.648581 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.648936 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: pagination Mar 08 11:51:04.649281 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: port_device_profile.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.650187 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.650702 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: port-device-profile Mar 08 11:51:04.651047 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.651999 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.652540 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: port-mac-address-regenerate Mar 08 11:51:04.653463 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.654401 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.654925 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: port-numa-affinity-policy Mar 08 11:51:04.655245 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: port_resource_request.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.656218 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.656746 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 11:51:04.657167 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: port_resource_request_groups.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.658061 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.658561 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 11:51:04.658881 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: portbindings.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.659823 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.660362 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: binding Mar 08 11:51:04.660700 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: portbindings_extended.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.662011 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.662557 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: binding-extended Mar 08 11:51:04.662885 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: portsecurity.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.663802 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.664329 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: port-security Mar 08 11:51:04.664700 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: project_id.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.665718 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.666059 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: project-id Mar 08 11:51:04.666383 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: providernet.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.667371 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.667881 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: provider Mar 08 11:51:04.668201 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: qos.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.672001 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.672711 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension qos not supported by any of loaded plugins Mar 08 11:51:04.673086 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.674463 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.675055 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 11:51:04.675449 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.676502 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.677020 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 11:51:04.677351 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: qos_default.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.678282 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.678795 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension qos-default not supported by any of loaded plugins Mar 08 11:51:04.679131 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: qos_fip.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.680169 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.680726 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 11:51:04.681054 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.681998 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.682513 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 11:51:04.682842 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: qos_gateway_ip.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.683782 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.684350 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 11:51:04.684685 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: qos_port_network_policy.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.685796 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.686302 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 11:51:04.686630 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.687698 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.688368 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 11:51:04.688553 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.689621 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.690129 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 11:51:04.690454 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: qos_pps_rule.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.691765 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.692348 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 11:51:04.692692 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: qos_rule_type_details.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.693616 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.694129 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 11:51:04.694466 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: qos_rules_alias.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.695574 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.696112 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 11:51:04.696518 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: quota_check_limit.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.697473 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.698017 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: quota-check-limit Mar 08 11:51:04.698343 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: quotasv2.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.699350 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.700192 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: quotas Mar 08 11:51:04.700554 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: quotasv2_detail.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.702589 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.702927 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: quota_details Mar 08 11:51:04.703263 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: rbac.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.704337 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.704877 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: rbac-policies Mar 08 11:51:04.705210 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: rbac_address_group.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.706155 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.706668 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: rbac-address-group Mar 08 11:51:04.706996 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: rbac_address_scope.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.707970 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.708522 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: rbac-address-scope Mar 08 11:51:04.708857 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: rbac_security_groups.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.722864 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.723414 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: rbac-security-groups Mar 08 11:51:04.723757 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: rbac_subnetpool.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.724858 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.725435 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: rbac-subnetpool Mar 08 11:51:04.725772 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: revisionifmatch.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.726714 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.727228 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: revision-if-match Mar 08 11:51:04.727558 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: revisions.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.728728 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.729244 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: standard-attr-revisions Mar 08 11:51:04.729574 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: router_availability_zone.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.730263 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.730810 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: router_availability_zone Mar 08 11:51:04.731137 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: routerservicetype.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.732071 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.732608 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 11:51:04.732935 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.733866 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.734379 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: security-groups-normalized-cidr Mar 08 11:51:04.734751 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.735683 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.736193 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: port-security-groups-filtering Mar 08 11:51:04.736637 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.737653 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.738281 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: security-groups-remote-address-group Mar 08 11:51:04.738787 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.740022 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.740574 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: security-groups-shared-filtering Mar 08 11:51:04.740903 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.741508 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 11:51:04.741835 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: securitygroup.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.752596 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.753164 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: security-group Mar 08 11:51:04.753557 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: segment.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.754472 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.755019 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension segment not supported by any of loaded plugins Mar 08 11:51:04.755413 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.756475 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.757059 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 11:51:04.757397 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: servicetype.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.763780 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.764307 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: service-type Mar 08 11:51:04.764665 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: sorting.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.765674 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.766010 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: sorting Mar 08 11:51:04.766343 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: standard_attr_segment.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.767334 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.768046 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 11:51:04.768412 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: standardattrdescription.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.769078 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.769664 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: standard-attr-description Mar 08 11:51:04.769995 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: stateful_security_group.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.770965 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.771482 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: stateful-security-group Mar 08 11:51:04.771815 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: stdattrs_common.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.772438 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 11:51:04.772769 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.773719 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.774278 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 11:51:04.774618 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: subnet_onboard.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.775808 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.779066 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: subnet_onboard Mar 08 11:51:04.779475 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.780765 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.781560 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 11:51:04.781890 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: subnet_service_types.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.782921 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.783537 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: subnet-service-types Mar 08 11:51:04.783912 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: subnetallocation.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.785230 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.785753 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: subnet_allocation Mar 08 11:51:04.786084 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.786809 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.787318 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: subnetpool-prefix-ops Mar 08 11:51:04.787644 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.788716 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.789325 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 11:51:04.789652 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: tagging.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.790780 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.791298 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: standard-attr-tag Mar 08 11:51:04.791631 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: timestamp.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.792882 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.793425 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loaded extension: standard-attr-timestamp Mar 08 11:51:04.793760 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: trunk.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.803485 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.804094 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension trunk not supported by any of loaded plugins Mar 08 11:51:04.804579 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: trunk_details.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.805642 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.806209 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 11:51:04.806567 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: uplink_status_propagation.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.807535 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.808127 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 11:51:04.808497 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Loading extension file: vlantransparent.py {{(pid=110134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:51:04.809211 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:51:04.809794 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 11:51:04.812381 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:network Mar 08 11:51:04.812918 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:subnet Mar 08 11:51:04.813319 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:51:04.813712 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:port Mar 08 11:51:04.815055 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.815496 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service FLAVORS assigned prefix: {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.816141 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.816677 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.817013 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:router Mar 08 11:51:04.817441 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 11:51:04.817943 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service METERING assigned prefix: /metering {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.819415 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.819785 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.820141 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:51:04.821202 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 11:51:04.821640 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:security_group Mar 08 11:51:04.822080 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 11:51:04.822674 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service CORE assigned prefix: {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.823008 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:51:04.823356 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] subnetpool is already registered Mar 08 11:51:04.823788 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service CORE assigned prefix: {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.824203 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:51:04.824614 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] subnetpool is already registered Mar 08 11:51:04.827757 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.828188 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service FLAVORS assigned prefix: {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.828811 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.829238 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.829577 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:router Mar 08 11:51:04.829918 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] router is already registered Mar 08 11:51:04.830356 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 11:51:04.830698 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] floatingip is already registered Mar 08 11:51:04.831150 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service METERING assigned prefix: /metering {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.831807 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 11:51:04.832227 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] rbac_policy is already registered Mar 08 11:51:04.832612 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:security_group Mar 08 11:51:04.832949 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] security_group is already registered Mar 08 11:51:04.833349 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 11:51:04.833692 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] security_group_rule is already registered Mar 08 11:51:04.834313 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service CORE assigned prefix: {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.834656 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:51:04.834991 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] subnetpool is already registered Mar 08 11:51:04.835411 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.v2.resource_helper [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Service CORE assigned prefix: {{(pid=110134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:51:04.835745 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:51:04.836108 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING neutron.quota.resource_registry [None req-8402a737-386b-406f-b280-e681aae41e74 None None] subnetpool is already registered Mar 08 11:51:04.836648 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: extensions {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.838156 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: address-groups {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.839876 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: address-scopes {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.841833 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: agents {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.842996 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: auto-allocated-topology {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.844339 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: availability_zones {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.845958 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: dhcp-networks {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.847546 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: dhcp-agents {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.849257 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: routers {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.858404 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: flavors {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.858404 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: service_profiles {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.858404 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: next_providers {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.858404 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: service_profiles {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.858404 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: floatingip-pools {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.858815 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: routers {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.860826 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: floatingips {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.863120 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: l3-routers {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.864543 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: l3-agents {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.865956 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: metering-labels {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.867326 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: metering-label-rules {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.868734 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: network-ip-availabilities {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.870003 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: bindings {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.871693 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: quotas {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.873346 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: quotas {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.874864 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: rbac-policies {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.876160 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: security-groups {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.877664 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: security-group-rules {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.879130 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: service-providers {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.880378 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: subnetpools {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.881862 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: subnetpools {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.883459 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: tags {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.885187 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: tags {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.887746 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: tags {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.889573 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: tags {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.891376 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: tags {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.893349 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: tags {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.895135 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: tags {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.897063 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: tags {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.898814 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: tags {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.900674 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron.api.extensions [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Extended resource: tags {{(pid=110134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:51:04.907139 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING keystonemiddleware.auth_token [None req-8402a737-386b-406f-b280-e681aae41e74 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 11:51:04.911848 dv-cinder-830086-2-iscsi neutron-server[110134]: WARNING keystonemiddleware.auth_token [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 11:51:04.920571 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_concurrency.lockutils [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Acquired lock "singleton_lock" {{(pid=110134) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 11:51:04.921051 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_concurrency.lockutils [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Releasing lock "singleton_lock" {{(pid=110134) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 11:51:04.921710 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO oslo_service.service [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Starting 2 workers Mar 08 11:51:04.926546 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Started child 110281 {{(pid=110134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:51:04.931468 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Started child 110282 {{(pid=110134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:51:04.932116 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:04.933331 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO neutron.service [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 11:51:04.933954 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:04.934188 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [-] (110281) wsgi starting up on http://0.0.0.0:9696 Mar 08 11:51:04.936582 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO oslo_service.service [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Starting 1 workers Mar 08 11:51:04.937468 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:04.938955 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [-] (110282) wsgi starting up on http://0.0.0.0:9696 Mar 08 11:51:04.941934 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Started child 110283 {{(pid=110134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:51:04.942529 dv-cinder-830086-2-iscsi neutron-server[110134]: INFO oslo_service.service [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Starting 1 workers Mar 08 11:51:04.945790 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.service [None req-8402a737-386b-406f-b280-e681aae41e74 None None] calling RpcWorker wait() {{(pid=110283) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 11:51:04.946472 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.service [None req-8402a737-386b-406f-b280-e681aae41e74 None None] returning from RpcWorker wait() {{(pid=110283) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 11:51:04.947437 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Started child 110284 {{(pid=110134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:51:04.947797 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:04.948283 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:04.948444 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG neutron_lib.callbacks.manager [None req-8402a737-386b-406f-b280-e681aae41e74 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:04.951159 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110134) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 11:51:04.951403 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:51:04.951626 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:51:04.951876 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:51:04.952552 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:51:04.952721 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:51:04.953261 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.953538 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.953808 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.954261 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.954750 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.955408 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.955664 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.955922 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.956195 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:04.961461 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.961461 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.961461 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.961461 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.961461 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.961461 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.961461 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.961461 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962050 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962050 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962050 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962050 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962050 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962050 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962050 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] debug = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962050 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962620 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962620 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962620 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962620 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962620 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.962620 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.963053 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.963053 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.963053 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.963053 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.963415 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.963670 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.963897 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.964164 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.964425 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.964692 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.964939 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.965993 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] host = dv-cinder-830086-2-iscsi {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.966278 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.966502 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.966766 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.967017 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.967273 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.967508 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.967775 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.968044 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.968289 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.968667 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.968917 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.969168 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.969396 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.969648 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_file = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.969815 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_options = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.970224 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.970495 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.970755 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.970942 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.971272 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.971438 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.971892 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.972345 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.972641 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.972882 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.973105 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.973333 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.973552 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.973805 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.974096 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.974316 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.974558 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.974812 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.975298 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.975455 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.976027 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.976451 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.976695 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.976931 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.977150 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.977412 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.977648 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.977898 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.978167 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.978424 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.978684 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.978959 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.979206 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.979469 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.979781 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.980063 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.980297 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.980585 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.980983 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.981388 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.981655 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.981908 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.982132 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.982363 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.982602 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.983011 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.983355 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] use_json = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.983584 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.983732 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:04.983955 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.984111 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.984407 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.984793 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.985238 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.985704 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.986194 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.986595 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:04.987157 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.987452 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.987803 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.988059 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.988377 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.989078 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.989503 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.990030 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.990240 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.990731 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.990900 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.991065 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.991432 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.991636 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.991947 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.992292 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.995854 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.995854 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.995854 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.995854 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.995854 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.995854 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.995854 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.995854 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.996388 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.996388 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.996388 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.996388 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.996388 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.996388 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.996388 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.997420 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.997420 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.997563 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.997770 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.998088 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.998329 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.998567 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.998805 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.999074 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.999321 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.999560 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:04.999801 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.000035 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.000256 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.000545 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.000809 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.001066 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.001315 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.001552 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.001753 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.001996 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.002467 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.002693 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.002992 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.003311 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.003877 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.004031 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.004155 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.004408 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.004628 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.004871 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.005128 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.005318 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.005532 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.005744 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.005971 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.006183 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.006430 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.006648 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.006883 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.007123 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.007360 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.007534 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.007768 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.008008 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.008255 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.008498 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.008754 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.008972 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.009226 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.009500 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.009761 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.010032 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.010320 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.010582 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.010820 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.011051 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.011285 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.011498 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.011709 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.012002 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.012954 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.013255 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.013554 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.013821 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.014072 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.014291 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.014894 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.014894 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.015120 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.015362 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.015652 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.017367 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.017367 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.017367 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.017367 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.017367 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.017367 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.017367 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.017924 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.017924 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.017924 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.018147 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.018597 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.018597 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.018842 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.019062 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.019392 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.019836 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.019836 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.020084 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.020338 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.020873 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.020980 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024354 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024354 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024354 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024354 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024354 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024354 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024354 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024354 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024988 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024988 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024988 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024988 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024988 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024988 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024988 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.024988 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.025545 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.025545 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.025545 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.025735 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.025886 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.026164 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.026410 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.026698 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.026959 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.027921 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.027921 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.027921 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.027921 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.028235 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.028345 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.034719 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.034719 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.034719 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.034719 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.034719 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.034719 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.034719 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.034719 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035361 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035361 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035361 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035361 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035361 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035361 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035361 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035361 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035944 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035944 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035944 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035944 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035944 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035944 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035944 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.035944 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.036686 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.036686 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.036686 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.036686 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.036686 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.036686 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.036686 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.036686 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.037363 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.037363 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.037363 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.037363 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.037363 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.037363 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.037363 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.037972 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.037972 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.037972 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.038271 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.038407 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.038629 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.038850 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.039089 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.039311 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.039534 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.039953 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.040174 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.040416 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.040662 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.040900 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.041161 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.041414 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.041914 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.041914 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.042117 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.042290 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.042508 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.042724 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.042953 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.043164 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.044063 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.044063 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.044063 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.044300 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.044514 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.044777 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.045103 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.045359 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.045600 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.045849 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.046080 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.046313 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.046536 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.046781 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.046980 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.047504 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.047504 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.047688 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.047847 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.048062 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.048272 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.048559 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.048777 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.048993 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.049334 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.049573 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.049740 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.049928 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.050293 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.050509 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.050752 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.050966 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.051326 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.051712 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.052072 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.052789 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.053184 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.053553 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.053923 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.054208 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.054474 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.054696 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.055003 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.055261 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.055508 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.055795 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.056114 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.056373 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.056617 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.056891 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.057112 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.057358 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.057578 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.057890 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.058207 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.058492 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.058773 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.059556 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.059835 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.060112 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.060344 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.060659 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.061018 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.061316 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.061565 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.061794 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.062052 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.062375 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.063641 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.063641 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.063641 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.063641 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.063641 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.063641 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.063641 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.064478 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.064478 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.064640 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.064876 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.065088 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.065355 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.065606 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.065767 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:51:05.066285 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110134) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 11:51:05.066449 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:51:05.066604 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:51:05.066778 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:51:05.066950 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:51:05.067102 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:51:05.067314 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.067478 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.067641 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.067801 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.067962 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.068156 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.068361 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.068509 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.068668 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.068829 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.068999 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.069147 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.069305 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.069465 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.069625 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.069811 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.070142 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.070142 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.070142 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.071010 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.071010 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.071010 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.071010 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] debug = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.071281 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.071281 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.071448 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.071575 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.071734 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.071918 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.072082 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.072241 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.072430 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.072592 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.072752 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.072912 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.073070 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.073231 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.073390 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.073547 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.073706 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.073864 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.074023 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] host = dv-cinder-830086-2-iscsi {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.074182 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.074342 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.074500 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.074690 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.075492 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.075655 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.075814 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.075975 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.076134 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.076293 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.076478 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.076637 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.076798 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.076957 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_file = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.077381 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_options = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.077540 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.077698 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.077857 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.078120 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.078287 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.078446 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.078636 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.078760 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.078919 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.079077 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.079236 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.079716 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.079716 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.079716 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.079950 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.080039 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.080121 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.080572 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.080572 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.080747 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.080747 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.081177 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.081177 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.081177 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.081404 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.081481 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.081627 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.081784 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.081942 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.082104 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.082259 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.082580 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.082743 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.082901 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.083061 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.083222 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.083462 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.083621 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.083784 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.083944 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.084103 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.084261 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.084445 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.084816 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.084816 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.084976 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.085055 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] use_json = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.085203 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.085361 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.085520 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.085678 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.085836 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.086023 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.086142 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.086301 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.086460 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:51:05.086640 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.086805 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.086978 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.087142 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.087303 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.087462 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.087623 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.087783 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.087949 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.088097 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.088266 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.088479 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.088626 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.088759 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.088909 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.089241 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.089241 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.089403 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.089538 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.089689 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.089851 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.090011 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.090180 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.090363 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.090527 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.090686 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.090847 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.091016 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.091177 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.091353 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.091515 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.091679 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.091845 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.092006 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.092201 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.092349 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.092562 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.092683 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.092845 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.093289 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.093289 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.093468 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.093468 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.093839 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.093839 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.093994 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.094072 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.094220 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.094381 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.094543 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.094707 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.094868 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.095032 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.095195 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.095356 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.095518 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.095680 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.095851 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.096011 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.096172 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.096369 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.096515 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.096677 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.096838 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.096999 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.097161 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.097323 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.097484 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.097657 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.097819 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.097980 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.098141 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.098303 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.098467 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.098673 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.098781 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.098943 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.099103 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.099265 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.099426 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.099586 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.099747 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.099909 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.100071 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.100232 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.100416 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.100578 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.100739 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.100900 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.101066 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.101227 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.101396 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.101572 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.101734 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.101895 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.102055 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.102217 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.102377 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.102538 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.102700 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.102806 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:05.102913 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.102998 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.103158 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.103319 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.103483 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.103644 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.103805 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.103965 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.104125 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.104285 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.104467 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.104628 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.104790 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.104950 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.105112 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.105272 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.105432 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.105592 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.105753 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.105953 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.106115 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.106280 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.106441 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.106610 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.106781 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.106942 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.107105 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.107266 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.107427 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.107589 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.107750 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.107912 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.108074 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.108235 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.108569 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.108569 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.108722 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.109070 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.109070 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.109217 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.109363 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.109547 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.109684 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.109844 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.110005 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.110167 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.110331 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.110494 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.110655 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.110816 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.111160 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.111160 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.111320 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.111432 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.111593 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.111754 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.111916 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.112077 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.112238 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.112440 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.112605 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.112767 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.112931 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.113121 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.113434 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.113434 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.113582 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.113701 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.113861 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.114022 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.114183 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.114344 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.114503 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.114665 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.114826 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.114987 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.115151 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.115312 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.115475 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.115637 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.115799 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.115960 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.116122 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.116285 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.116470 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.116755 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.116851 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.116941 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.117097 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.117259 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.117420 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.117582 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.117744 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.117907 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.118086 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.118248 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.118409 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.118574 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.118762 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.118988 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.119149 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.119309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.119471 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.119641 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.119807 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.119967 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.120129 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.120290 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.120481 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.120643 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.120808 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.120973 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.121135 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.121295 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.121458 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.122157 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.122321 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.122484 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.122646 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.122807 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.122970 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.123131 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.123292 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.123468 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.123631 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.128979 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.128979 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.128979 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.128979 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.128979 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.128979 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.128979 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.128979 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.129584 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.129584 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.129584 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.129584 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.129584 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.129584 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.129584 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.129584 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130156 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130156 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130156 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130156 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130156 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130156 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130156 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130156 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130698 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130698 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130698 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130698 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130698 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130698 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130698 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.130698 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131235 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131235 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131235 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131235 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131235 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131235 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131235 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131235 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131772 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131772 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131772 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131772 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131772 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131772 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131772 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.131772 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.132309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.132309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.132309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.132309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.132309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.132309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.132309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.132309 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.132868 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.132868 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.132868 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.132868 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.133139 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.133139 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.133308 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.133521 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.133614 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.133780 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.133943 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.134104 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.134265 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.134705 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.134705 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.134880 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.134880 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.135026 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.135182 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.135342 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.135503 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:51:05.135659 dv-cinder-830086-2-iscsi neutron-server[110134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:51:05.252658 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 39248) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:05.261355 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064912 Mar 08 11:51:17.575007 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8361992d-6948-49ce-9be0-bd183594d670 None None] get_active_networks_info from dv-cinder-830086-2-iscsi {{(pid=110283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 11:51:17.645463 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8361992d-6948-49ce-9be0-bd183594d670 None None] No non-hosted networks {{(pid=110283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 11:51:17.654473 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.agentschedulers_db [None req-8361992d-6948-49ce-9be0-bd183594d670 None None] DHCP Agent not found on host dv-cinder-830086-2-iscsi {{(pid=110283) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 11:51:17.778903 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fa537e97-7c64-4ee0-8175-dd8afe9449c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66619134'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:20.154346 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d0071db1-c3f9-4fa2-bcad-589401d83541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66619134'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:20.257079 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.db.api [None req-601c856e-2e9f-49e5-9467-a0ed05701e68 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830086-2-iscsi {{(pid=110283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:51:20.257971 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG oslo_db.api [None req-601c856e-2e9f-49e5-9467-a0ed05701e68 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:51:20.838616 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-601c856e-2e9f-49e5-9467-a0ed05701e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:20.971449 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66619134'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:22.514556 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66619134'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:23.936515 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66619134'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:23.941139 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:23.941139 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:23.941139 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:23.941139 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:23.941139 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:23.941629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:23.941629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:23.941629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:23.941629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:23.941629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:23.941939 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:23.941939 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:23.942178 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:23.942925 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830086-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:23.950488 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830086-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:24.123762 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 39340) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:24.747186 dv-cinder-830086-2-iscsi neutron-server[110282]: WARNING oslo_policy.policy [None req-d19f6fe5-af12-4196-aea8-7cd7105299f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:24.747793 dv-cinder-830086-2-iscsi neutron-server[110282]: WARNING oslo_policy.policy [None req-d19f6fe5-af12-4196-aea8-7cd7105299f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:24.978537 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [None req-d19f6fe5-af12-4196-aea8-7cd7105299f9 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:51:24.987268 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-d19f6fe5-af12-4196-aea8-7cd7105299f9 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8548431 Mar 08 11:51:25.482047 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.db.l3_hamode_db [None req-a28f1a34-f2e5-41bb-9e83-c1a004a6a94a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 11:51:25.565489 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f1a34-f2e5-41bb-9e83-c1a004a6a94a None None] Routers set() bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:25.565814 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f1a34-f2e5-41bb-9e83-c1a004a6a94a None None] Router IDs set() for agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 11:51:27.650549 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 39356) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:27.972750 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-eed6b21e-4a0c-4a6f-b11a-f8719e3b8e9c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:28.067385 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.policy [None req-eed6b21e-4a0c-4a6f-b11a-f8719e3b8e9c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110282) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 11:51:28.111178 dv-cinder-830086-2-iscsi neutron-server[110282]: WARNING oslo_policy.policy [None req-eed6b21e-4a0c-4a6f-b11a-f8719e3b8e9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:28.111563 dv-cinder-830086-2-iscsi neutron-server[110282]: WARNING oslo_policy.policy [None req-eed6b21e-4a0c-4a6f-b11a-f8719e3b8e9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:28.378737 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eed6b21e-4a0c-4a6f-b11a-f8719e3b8e9c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786399078720', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786399079091', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786399089088', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786399098953', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786399168447', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786399175895', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-841616', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-848721', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-67058461', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66695084'] for rbac-policy (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:28.795340 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eed6b21e-4a0c-4a6f-b11a-f8719e3b8e9c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:28.796676 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-eed6b21e-4a0c-4a6f-b11a-f8719e3b8e9c admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1450512 Mar 08 11:51:31.346118 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 39366) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:31.870179 dv-cinder-830086-2-iscsi neutron-server[110281]: WARNING oslo_policy.policy [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:31.870816 dv-cinder-830086-2-iscsi neutron-server[110281]: WARNING oslo_policy.policy [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:32.097091 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:32.267287 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Made reservation on behalf of 1487d20ae8fe4f3e82b1407322e2ff71 for: {'network': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:32.334420 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.policy [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110281) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 11:51:32.381097 dv-cinder-830086-2-iscsi neutron-server[110281]: WARNING oslo_policy.policy [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:32.381761 dv-cinder-830086-2-iscsi neutron-server[110281]: WARNING oslo_policy.policy [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:51:32.392876 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:32.414979 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:32.535793 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Publish callbacks [] for security_group (7be2419c-528b-4dac-968d-f660860dbae2), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:32.633666 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (7be2419c-528b-4dac-968d-f660860dbae2), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:32.677398 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7be2419c-528b-4dac-968d-f660860dbae2,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:32.689890 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:32.690247 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:32.690599 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:32.690950 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:32.691259 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:32.691582 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:32.691899 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:32.692216 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:32.692569 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:32.692909 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:32.693227 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:32.693538 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:32.693848 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Tracked resource versions report: Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: pushed versions: Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: { 'AddressGroup': {'1.2'}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'ConntrackHelper': {'1.0'}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Log': {'1.0'}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Network': {'1.1'}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Port': {'1.7'}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'PortForwarding': {'1.2'}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'QosPolicy': {'1.10'}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'SecurityGroup': {'1.5'}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'SubPort': {'1.0'}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Subnet': {'1.1'}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Trunk': {'1.1'}} Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: consumer versions: Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: { DHCP agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: L3 agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: Metadata agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: Metering agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: Open vSwitch agent@dv-cinder-830086-2-iscsi: { 'AddressGroup': '1.2', Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'ConntrackHelper': '1.0', Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'LocalIPAssociation': '1.0', Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Log': '1.0', Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Network': '1.1', Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Port': '1.7', Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'PortForwarding': '1.2', Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'QosPolicy': '1.10', Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'SecurityGroup': '1.5', Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'SecurityGroupRule': '1.2', Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'SubPort': '1.0', Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Subnet': '1.1', Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Trunk': '1.1'}} Mar 08 11:51:32.695253 dv-cinder-830086-2-iscsi neutron-server[110281]: {{(pid=110281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:51:32.731077 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=110281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:51:32.751125 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786395955806', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (f4609d2e-ec24-449b-b8ff-afe3d3a84c0b), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:32.751697 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Unsubscribe: segment precommit_create {{(pid=110281) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 11:51:32.752279 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.segments_db [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Added segment f4609d2e-ec24-449b-b8ff-afe3d3a84c0b of type vlan for network fc2e1e0a-3900-463f-a97a-3d74576fb0d2 Mar 08 11:51:32.834138 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (fc2e1e0a-3900-463f-a97a-3d74576fb0d2), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:32.958778 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (fc2e1e0a-3900-463f-a97a-3d74576fb0d2), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:32.964156 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:32.964894 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:33.085536 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] Pushing event updated for resources: {'Network': ['ID=fc2e1e0a-3900-463f-a97a-3d74576fb0d2,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:33.098844 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network fc2e1e0a-3900-463f-a97a-3d74576fb0d2 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:51:33.185224 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-cff3621f-9319-47f4-8b59-64e8f7634691 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.8363426 Mar 08 11:51:35.841410 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 39386) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:36.262288 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a2422d-e8e8-44aa-802a-04c396e45328 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:36.263690 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-11a2422d-e8e8-44aa-802a-04c396e45328 demo admin] 10.222.0.43 "GET /v2.0/networks/fc2e1e0a-3900-463f-a97a-3d74576fb0d2 HTTP/1.1" status: 200 len: 825 time: 0.4212036 Mar 08 11:51:36.305169 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-ec36b4fc-3454-4b26-918b-8ab878acf49d demo admin] 10.222.0.43 "GET /v2.0/subnetpools/6efcf79d-2b72-4ee3-a68f-9bf1dca614eb HTTP/1.1" status: 200 len: 734 time: 0.0353096 Mar 08 11:51:36.314911 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-d79c353f-a0c1-4fa6-9cd5-b0a20cd64c4f demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6efcf79d-2b72-4ee3-a68f-9bf1dca614eb', 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2', 'name': 'private-subnet'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:36.524771 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79c353f-a0c1-4fa6-9cd5-b0a20cd64c4f demo admin] Made reservation on behalf of 1487d20ae8fe4f3e82b1407322e2ff71 for: {'subnet': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:36.527535 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d79c353f-a0c1-4fa6-9cd5-b0a20cd64c4f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:36.987479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d79c353f-a0c1-4fa6-9cd5-b0a20cd64c4f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for subnet (48bc77d5-e2e2-4962-b566-6373ff0e8234), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:37.073094 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c353f-a0c1-4fa6-9cd5-b0a20cd64c4f demo admin] Pushing event updated for resources: {'Subnet': ['ID=48bc77d5-e2e2-4962-b566-6373ff0e8234,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:37.080930 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79c353f-a0c1-4fa6-9cd5-b0a20cd64c4f demo admin] Checking segment: {'id': 'f4609d2e-ec24-449b-b8ff-afe3d3a84c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:51:37.081313 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79c353f-a0c1-4fa6-9cd5-b0a20cd64c4f demo admin] Network hostable DHCP agents. Network: fc2e1e0a-3900-463f-a97a-3d74576fb0d2, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:51:37.262057 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79c353f-a0c1-4fa6-9cd5-b0a20cd64c4f demo admin] Network fc2e1e0a-3900-463f-a97a-3d74576fb0d2 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:51:37.427623 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-d79c353f-a0c1-4fa6-9cd5-b0a20cd64c4f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, fc2e1e0a-3900-463f-a97a-3d74576fb0d2) {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:37.432934 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79c353f-a0c1-4fa6-9cd5-b0a20cd64c4f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:37.433595 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d79c353f-a0c1-4fa6-9cd5-b0a20cd64c4f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:37.438135 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a117f37-ccf4-4ff2-a859-83b51b4093c5 None None] Network fc2e1e0a-3900-463f-a97a-3d74576fb0d2 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:51:37.590395 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-d79c353f-a0c1-4fa6-9cd5-b0a20cd64c4f demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2790565 Mar 08 11:51:37.812599 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9da6154-2c8a-51fd-a243-852dfaf31b55-fc2e1e0a-3900-463f-a97a-3d74576fb0d2', 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2', 'project_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'fixed_ips': [{'subnet_id': '48bc77d5-e2e2-4962-b566-6373ff0e8234'}]}} from dv-cinder-830086-2-iscsi. {{(pid=110283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:51:37.813872 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:38.106065 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.db_base_plugin_common [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Allocated IP 172.20.0.2 (fc2e1e0a-3900-463f-a97a-3d74576fb0d2/48bc77d5-e2e2-4962-b566-6373ff0e8234/47f374f6-9220-4c03-a48e-c7416fe35d28) {{(pid=110283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:38.386391 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Publish callbacks [] for port (47f374f6-9220-4c03-a48e-c7416fe35d28), precommit_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:38.576023 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (47f374f6-9220-4c03-a48e-c7416fe35d28), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:38.656176 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Network fc2e1e0a-3900-463f-a97a-3d74576fb0d2 is already hosted by enough agents. {{(pid=110283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:38.660136 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.base_scheduler [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Resources bound (agent type, host, resource id): {{(pid=110283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:38.669196 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Received port after_create {{(pid=110283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:51:38.672443 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Pushing event updated for resources: {'Port': ['ID=47f374f6-9220-4c03-a48e-c7416fe35d28,revision_number=1']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:38.704270 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:38.704709 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:38.705035 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:38.705385 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:38.705727 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:38.706066 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:38.706400 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:38.706735 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:38.707068 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:38.707419 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:38.707753 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:38.708080 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:38.708431 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Tracked resource versions report: Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: pushed versions: Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: { 'AddressGroup': {'1.2'}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'ConntrackHelper': {'1.0'}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Log': {'1.0'}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Network': {'1.1'}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Port': {'1.7'}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'PortForwarding': {'1.2'}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'QosPolicy': {'1.10'}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'SecurityGroup': {'1.5'}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'SubPort': {'1.0'}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Subnet': {'1.1'}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Trunk': {'1.1'}} Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: consumer versions: Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: { DHCP agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: L3 agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: Metadata agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: Metering agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: Open vSwitch agent@dv-cinder-830086-2-iscsi: { 'AddressGroup': '1.2', Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'ConntrackHelper': '1.0', Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'LocalIPAssociation': '1.0', Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Log': '1.0', Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Network': '1.1', Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Port': '1.7', Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'PortForwarding': '1.2', Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'QosPolicy': '1.10', Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'SecurityGroup': '1.5', Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'SecurityGroupRule': '1.2', Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'SubPort': '1.0', Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Subnet': '1.1', Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Trunk': '1.1'}} Mar 08 11:51:38.709883 dv-cinder-830086-2-iscsi neutron-server[110283]: {{(pid=110283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:51:38.763097 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Attempting to bind port 47f374f6-9220-4c03-a48e-c7416fe35d28 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:51:38.763510 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Attempting to bind port 47f374f6-9220-4c03-a48e-c7416fe35d28 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'f4609d2e-ec24-449b-b8ff-afe3d3a84c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:51:38.763942 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Attempting to bind port 47f374f6-9220-4c03-a48e-c7416fe35d28 on network fc2e1e0a-3900-463f-a97a-3d74576fb0d2 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:51:38.769067 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:51:38.769462 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Checking segment: {'id': 'f4609d2e-ec24-449b-b8ff-afe3d3a84c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:51:38.769951 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:38.770348 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Bound using segment: {'id': 'f4609d2e-ec24-449b-b8ff-afe3d3a84c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:51:38.770848 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Bound port: 47f374f6-9220-4c03-a48e-c7416fe35d28, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4609d2e-ec24-449b-b8ff-afe3d3a84c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:51:38.771261 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (47f374f6-9220-4c03-a48e-c7416fe35d28), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:38.838830 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] For port 47f374f6-9220-4c03-a48e-c7416fe35d28, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:51:38.843713 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] For port 47f374f6-9220-4c03-a48e-c7416fe35d28, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=47f374f6-9220-4c03-a48e-c7416fe35d28,segment=NetworkSegment(f4609d2e-ec24-449b-b8ff-afe3d3a84c0b),segment_id=f4609d2e-ec24-449b-b8ff-afe3d3a84c0b)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:51:38.982754 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (47f374f6-9220-4c03-a48e-c7416fe35d28), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.047012 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299139e-5c7a-4dd8-862c-0548538aa056 None None] Pushing event updated for resources: {'Port': ['ID=47f374f6-9220-4c03-a48e-c7416fe35d28,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:40.292182 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 39394) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:40.621898 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [None req-4375e11b-3995-43ef-8f36-2f2919165471 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:51:40.623658 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-4375e11b-3995-43ef-8f36-2f2919165471 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3290863 Mar 08 11:51:43.328269 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 39402) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:43.657175 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [None req-10cb21b0-1a84-4b7f-b560-d556cb6c89f5 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:51:43.661252 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-10cb21b0-1a84-4b7f-b560-d556cb6c89f5 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3286123 Mar 08 11:51:46.292556 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 39410) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:46.618435 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-259bf9a4-11d0-4f91-85eb-63762ce581c9 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:46.741765 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-259bf9a4-11d0-4f91-85eb-63762ce581c9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66648729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (bcffbc05-f4c7-4b53-a0e7-1c4301c1817b), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:46.743450 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-259bf9a4-11d0-4f91-85eb-63762ce581c9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66648425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66620634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66999983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (bcffbc05-f4c7-4b53-a0e7-1c4301c1817b), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:46.895137 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-259bf9a4-11d0-4f91-85eb-63762ce581c9 demo demo] Publish callbacks [] for router_controller (bcffbc05-f4c7-4b53-a0e7-1c4301c1817b), precommit_add_association {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:46.970819 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-259bf9a4-11d0-4f91-85eb-63762ce581c9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66648418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66620663'] for router (bcffbc05-f4c7-4b53-a0e7-1c4301c1817b), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:47.126468 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-259bf9a4-11d0-4f91-85eb-63762ce581c9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:47.127646 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-259bf9a4-11d0-4f91-85eb-63762ce581c9 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8340724 Mar 08 11:51:47.593488 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-464c318a-0f58-4edb-93d6-a792669ae158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:49.746414 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 39422) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:50.078850 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-86a29ca1-0800-41d7-99b3-f436d57944dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:50.080287 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [None req-fb11173e-a98a-4002-8535-df7a36be61db admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:51:50.087282 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-fb11173e-a98a-4002-8535-df7a36be61db admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3346710 Mar 08 11:51:50.671638 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c9fcfa-d0a3-4a48-8897-c1140e7b6bca None None] Network fc2e1e0a-3900-463f-a97a-3d74576fb0d2 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:51:50.746359 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 47f374f6-9220-4c03-a48e-c7416fe35d28 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:51:50.764345 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-6af3fd6c-808e-46c8-82a6-5f9858b024f0 None None] Provisioning complete for port 47f374f6-9220-4c03-a48e-c7416fe35d28 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:51:50.764780 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6af3fd6c-808e-46c8-82a6-5f9858b024f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (47f374f6-9220-4c03-a48e-c7416fe35d28), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:50.996421 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 47f374f6-9220-4c03-a48e-c7416fe35d28 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:51:50.996850 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (47f374f6-9220-4c03-a48e-c7416fe35d28), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:51.028105 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-6af3fd6c-808e-46c8-82a6-5f9858b024f0 None None] Current status of the port 47f374f6-9220-4c03-a48e-c7416fe35d28 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:51:51.028527 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6af3fd6c-808e-46c8-82a6-5f9858b024f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (47f374f6-9220-4c03-a48e-c7416fe35d28), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:51.033019 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:51.081407 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-6af3fd6c-808e-46c8-82a6-5f9858b024f0 None None] For port 47f374f6-9220-4c03-a48e-c7416fe35d28, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=47f374f6-9220-4c03-a48e-c7416fe35d28,segment=NetworkSegment(f4609d2e-ec24-449b-b8ff-afe3d3a84c0b),segment_id=f4609d2e-ec24-449b-b8ff-afe3d3a84c0b)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:51.126570 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 47f374f6-9220-4c03-a48e-c7416fe35d28 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:51:51.127110 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (47f374f6-9220-4c03-a48e-c7416fe35d28), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:51.159591 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6af3fd6c-808e-46c8-82a6-5f9858b024f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (47f374f6-9220-4c03-a48e-c7416fe35d28), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:51.231988 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.db.api [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:51:51.232389 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG oslo_db.api [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:51:51.236884 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3fd6c-808e-46c8-82a6-5f9858b024f0 None None] Pushing event updated for resources: {'Port': ['ID=47f374f6-9220-4c03-a48e-c7416fe35d28,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:51.280491 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-ff33e659-e673-43b3-980c-9fac2ea803d9 None None] Provisioning complete for port 47f374f6-9220-4c03-a48e-c7416fe35d28 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:51:51.280811 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ff33e659-e673-43b3-980c-9fac2ea803d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (47f374f6-9220-4c03-a48e-c7416fe35d28), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:51.361855 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-ff33e659-e673-43b3-980c-9fac2ea803d9 None None] Current status of the port 47f374f6-9220-4c03-a48e-c7416fe35d28 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:51:51.767551 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 47f374f6-9220-4c03-a48e-c7416fe35d28 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:51:52.398531 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:52.683817 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 39444) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:52.686725 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 47f374f6-9220-4c03-a48e-c7416fe35d28 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:51:52.733593 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 47f374f6-9220-4c03-a48e-c7416fe35d28 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:51:52.733997 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (47f374f6-9220-4c03-a48e-c7416fe35d28), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:52.823582 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:52.865212 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 47f374f6-9220-4c03-a48e-c7416fe35d28 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:51:52.901167 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Made reservation on behalf of d6973b0f64f843199da0bf31188bfe50 for: {'network': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:52.904022 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:52.915381 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:52.989603 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Publish callbacks [] for security_group (ad1d9365-15cf-4c39-b0c7-7dea9c4f6b12), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.067003 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (ad1d9365-15cf-4c39-b0c7-7dea9c4f6b12), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.082792 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Reserving flat network on physical network physnet1 {{(pid=110281) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 11:51:53.102608 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d9365-15cf-4c39-b0c7-7dea9c4f6b12,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:53.105471 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (22dbcc51-5925-42fb-b401-ed03be717660), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.109615 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.segments_db [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Added segment 22dbcc51-5925-42fb-b401-ed03be717660 of type flat for network b11f5efd-e33a-4972-9f0b-6f3c889a5429 Mar 08 11:51:53.150914 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (b11f5efd-e33a-4972-9f0b-6f3c889a5429), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.256968 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (b11f5efd-e33a-4972-9f0b-6f3c889a5429), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.257899 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:53.258478 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.350965 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=b11f5efd-e33a-4972-9f0b-6f3c889a5429,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:53.360598 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:51:53.390811 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-a05abaca-0461-4f61-9b02-76c0d9c4e0b9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7048490 Mar 08 11:51:53.906977 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:55.954686 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 39462) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:56.001763 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 5 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:51:56.048069 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c91f3-795a-4bce-8ccd-8f48fe28f936 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:56.049420 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-f62c91f3-795a-4bce-8ccd-8f48fe28f936 demo admin] 10.222.0.43 "GET /v2.0/subnets/48bc77d5-e2e2-4962-b566-6373ff0e8234 HTTP/1.1" status: 200 len: 849 time: 0.0937903 Mar 08 11:51:56.215078 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-37ad2b56-4ca4-4893-ac85-6f318215b48c demo admin] 10.222.0.43 "GET /v2.0/routers/bcffbc05-f4c7-4b53-a0e7-1c4301c1817b HTTP/1.1" status: 200 len: 704 time: 0.1601152 Mar 08 11:51:56.499966 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:56.808962 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Allocated IP 172.20.0.1 (fc2e1e0a-3900-463f-a97a-3d74576fb0d2/48bc77d5-e2e2-4962-b566-6373ff0e8234/52f056a8-7495-48e8-9a11-5aaddefd60fd) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:57.024961 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Publish callbacks [] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:57.164937 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:57.244786 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Network fc2e1e0a-3900-463f-a97a-3d74576fb0d2 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:57.249979 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:57.259776 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:51:57.259776 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66621402'] for router_interface (bcffbc05-f4c7-4b53-a0e7-1c4301c1817b), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:57.327675 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Pushing event updated for resources: {'Port': ['ID=52f056a8-7495-48e8-9a11-5aaddefd60fd,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:57.419114 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-1eef6fd2-c91c-4274-8301-9cba0e96e0b1 None None] Provisioning complete for port 52f056a8-7495-48e8-9a11-5aaddefd60fd triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:51:57.419693 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-1eef6fd2-c91c-4274-8301-9cba0e96e0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:57.457007 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-1eef6fd2-c91c-4274-8301-9cba0e96e0b1 None None] Port 52f056a8-7495-48e8-9a11-5aaddefd60fd cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:51:57.569537 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:57.787296 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Publish callbacks [] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:57.913450 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:57.914279 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66820467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66621366'] for router_interface (bcffbc05-f4c7-4b53-a0e7-1c4301c1817b), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:57.975726 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Pushing event updated for resources: {'Port': ['ID=52f056a8-7495-48e8-9a11-5aaddefd60fd,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:58.044337 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Network fc2e1e0a-3900-463f-a97a-3d74576fb0d2 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:58.045679 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:58.295697 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Router bcffbc05-f4c7-4b53-a0e7-1c4301c1817b is scheduled to L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 with binding_index 1 {{(pid=110281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:51:58.382904 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-7a9f0f86-8368-421a-b2ea-bfdc2feaf8e9 None None] Provisioning complete for port 52f056a8-7495-48e8-9a11-5aaddefd60fd triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:51:58.383305 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0f86-8368-421a-b2ea-bfdc2feaf8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:58.391399 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:51:58.396751 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-0dbd52de-b5fc-4b29-8291-1a2820f223ef demo admin] 10.222.0.43 "PUT /v2.0/routers/bcffbc05-f4c7-4b53-a0e7-1c4301c1817b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1764202 Mar 08 11:51:58.402763 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Sync routers for ids ['bcffbc05-f4c7-4b53-a0e7-1c4301c1817b'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:58.415484 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Routers {'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:58.416385 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T11:51:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['bcffbc05-f4c7-4b53-a0e7-1c4301c1817b'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:58.428847 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f0f86-8368-421a-b2ea-bfdc2feaf8e9 None None] Port 52f056a8-7495-48e8-9a11-5aaddefd60fd cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:51:58.625483 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Set router bcffbc05-f4c7-4b53-a0e7-1c4301c1817b gateway port host: None {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:51:59.071472 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'name': 'router1', 'tenant_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:46Z', 'updated_at': '2022-03-08T11:51:57Z', 'revision_number': 2, 'project_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'gw_port_host': None, '_interfaces': [{'id': '52f056a8-7495-48e8-9a11-5aaddefd60fd', 'name': '', 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2', 'tenant_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'mac_address': 'fa:16:3e:71:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48bc77d5-e2e2-4962-b566-6373ff0e8234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:56Z', 'updated_at': '2022-03-08T11:51:57Z', 'revision_number': 2, 'project_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'subnets': [{'id': '48bc77d5-e2e2-4962-b566-6373ff0e8234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6efcf79d-2b72-4ee3-a68f-9bf1dca614eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:59.123824 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Checking router: bcffbc05-f4c7-4b53-a0e7-1c4301c1817b for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:59.124185 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Updating router bcffbc05-f4c7-4b53-a0e7-1c4301c1817b port 52f056a8-7495-48e8-9a11-5aaddefd60fd binding host dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:51:59.176608 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:59.701771 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Publish callbacks [] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), precommit_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:59.781023 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:59.953279 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Pushing event updated for resources: {'Port': ['ID=52f056a8-7495-48e8-9a11-5aaddefd60fd,revision_number=3']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:59.961137 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Attempting to bind port 52f056a8-7495-48e8-9a11-5aaddefd60fd on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:51:59.961547 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Attempting to bind port 52f056a8-7495-48e8-9a11-5aaddefd60fd by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'f4609d2e-ec24-449b-b8ff-afe3d3a84c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2'}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:51:59.961982 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Attempting to bind port 52f056a8-7495-48e8-9a11-5aaddefd60fd on network fc2e1e0a-3900-463f-a97a-3d74576fb0d2 {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:51:59.966409 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:59.966779 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:59.967141 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:59.967491 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:59.967829 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:59.968219 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:59.968759 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:59.969096 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:59.969424 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:59.969777 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:59.970105 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:59.970429 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:59.970751 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Tracked resource versions report: Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: pushed versions: Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: { 'AddressGroup': {'1.2'}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'ConntrackHelper': {'1.0'}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Log': {'1.0'}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Network': {'1.1'}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Port': {'1.7'}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'PortForwarding': {'1.2'}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'QosPolicy': {'1.10'}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'SecurityGroup': {'1.5'}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'SubPort': {'1.0'}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Subnet': {'1.1'}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Trunk': {'1.1'}} Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: consumer versions: Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: { DHCP agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: L3 agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: Metadata agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: Metering agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: Open vSwitch agent@dv-cinder-830086-2-iscsi: { 'AddressGroup': '1.2', Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'ConntrackHelper': '1.0', Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'LocalIPAssociation': '1.0', Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Log': '1.0', Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Network': '1.1', Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Port': '1.7', Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'PortForwarding': '1.2', Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'QosPolicy': '1.10', Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'SecurityGroup': '1.5', Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'SecurityGroupRule': '1.2', Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'SubPort': '1.0', Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Subnet': '1.1', Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Trunk': '1.1'}} Mar 08 11:51:59.972241 dv-cinder-830086-2-iscsi neutron-server[110284]: {{(pid=110284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:51:59.978675 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:51:59.979105 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Checking segment: {'id': 'f4609d2e-ec24-449b-b8ff-afe3d3a84c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:51:59.979719 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:59.980014 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Bound using segment: {'id': 'f4609d2e-ec24-449b-b8ff-afe3d3a84c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2'} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:51:59.980909 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Bound port: 52f056a8-7495-48e8-9a11-5aaddefd60fd, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4609d2e-ec24-449b-b8ff-afe3d3a84c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2'}}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:51:59.980909 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.048824 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] For port 52f056a8-7495-48e8-9a11-5aaddefd60fd, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:52:00.057926 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-61d08bc1-3969-42df-9c88-0c03dffcd6cc None None] Provisioning complete for port 52f056a8-7495-48e8-9a11-5aaddefd60fd triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:00.059731 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-61d08bc1-3969-42df-9c88-0c03dffcd6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.068053 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] For port 52f056a8-7495-48e8-9a11-5aaddefd60fd, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=52f056a8-7495-48e8-9a11-5aaddefd60fd,segment=NetworkSegment(f4609d2e-ec24-449b-b8ff-afe3d3a84c0b),segment_id=f4609d2e-ec24-449b-b8ff-afe3d3a84c0b)] {{(pid=110284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:52:00.099873 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-61d08bc1-3969-42df-9c88-0c03dffcd6cc None None] Port 52f056a8-7495-48e8-9a11-5aaddefd60fd cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:52:00.170536 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.239515 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cd5fd-d529-48e1-90e8-6ea3739dcb66 None None] Pushing event updated for resources: {'Port': ['ID=52f056a8-7495-48e8-9a11-5aaddefd60fd,revision_number=4']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:00.239515 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Routers {'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:52:00.239515 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T11:51:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['bcffbc05-f4c7-4b53-a0e7-1c4301c1817b'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:00.332691 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] Set router bcffbc05-f4c7-4b53-a0e7-1c4301c1817b gateway port host: None {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:52:00.421378 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-f8f5bf3e-4655-4ca6-aef2-4740e9a97a2c None None] Provisioning complete for port 52f056a8-7495-48e8-9a11-5aaddefd60fd triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:00.422028 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f8f5bf3e-4655-4ca6-aef2-4740e9a97a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.506646 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5bf3e-4655-4ca6-aef2-4740e9a97a2c None None] Current status of the port 52f056a8-7495-48e8-9a11-5aaddefd60fd is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:00.506989 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f8f5bf3e-4655-4ca6-aef2-4740e9a97a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.541214 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-f8f5bf3e-4655-4ca6-aef2-4740e9a97a2c None None] For port 52f056a8-7495-48e8-9a11-5aaddefd60fd, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=52f056a8-7495-48e8-9a11-5aaddefd60fd,segment=NetworkSegment(f4609d2e-ec24-449b-b8ff-afe3d3a84c0b),segment_id=f4609d2e-ec24-449b-b8ff-afe3d3a84c0b)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:52:00.578230 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'name': 'router1', 'tenant_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:46Z', 'updated_at': '2022-03-08T11:51:57Z', 'revision_number': 2, 'project_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'gw_port_host': None, '_interfaces': [{'id': '52f056a8-7495-48e8-9a11-5aaddefd60fd', 'name': '', 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2', 'tenant_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'mac_address': 'fa:16:3e:71:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48bc77d5-e2e2-4962-b566-6373ff0e8234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:56Z', 'updated_at': '2022-03-08T11:52:00Z', 'revision_number': 4, 'project_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'subnets': [{'id': '48bc77d5-e2e2-4962-b566-6373ff0e8234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6efcf79d-2b72-4ee3-a68f-9bf1dca614eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:00.612339 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b4444-13d0-40ce-8d00-6e2004453220 None None] The sync data for ids ['bcffbc05-f4c7-4b53-a0e7-1c4301c1817b'] in dv-cinder-830086-2-iscsi is: [{'id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'name': 'router1', 'tenant_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:46Z', 'updated_at': '2022-03-08T11:51:57Z', 'revision_number': 2, 'project_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'gw_port_host': None, '_interfaces': [{'id': '52f056a8-7495-48e8-9a11-5aaddefd60fd', 'name': '', 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2', 'tenant_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'mac_address': 'fa:16:3e:71:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48bc77d5-e2e2-4962-b566-6373ff0e8234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:56Z', 'updated_at': '2022-03-08T11:52:00Z', 'revision_number': 4, 'project_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'subnets': [{'id': '48bc77d5-e2e2-4962-b566-6373ff0e8234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6efcf79d-2b72-4ee3-a68f-9bf1dca614eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:00.684757 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f8f5bf3e-4655-4ca6-aef2-4740e9a97a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.750832 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5bf3e-4655-4ca6-aef2-4740e9a97a2c None None] Pushing event updated for resources: {'Port': ['ID=52f056a8-7495-48e8-9a11-5aaddefd60fd,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:00.848809 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 39472) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:01.050238 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a94dd87-92b1-495b-b1bf-5b201b97e93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:01.052442 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-7a94dd87-92b1-495b-b1bf-5b201b97e93c admin admin] 10.222.0.43 "GET /v2.0/networks/b11f5efd-e33a-4972-9f0b-6f3c889a5429 HTTP/1.1" status: 200 len: 842 time: 0.2024980 Mar 08 11:52:01.062812 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:01.255283 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Made reservation on behalf of d6973b0f64f843199da0bf31188bfe50 for: {'subnet': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:01.257924 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:01.740272 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.objects.ports [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110282) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 11:52:01.740778 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for subnet (88b02018-b007-49c2-bfbb-33b9962704e9), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:01.807518 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b02018-b007-49c2-bfbb-33b9962704e9,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:01.812129 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Checking segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:52:01.812632 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Network hostable DHCP agents. Network: b11f5efd-e33a-4972-9f0b-6f3c889a5429, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:52:01.823623 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.823977 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.824342 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.824681 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.825017 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.825345 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.825679 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.826008 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.826358 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.826695 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.827020 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.827337 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.827923 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Tracked resource versions report: Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: pushed versions: Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: { 'AddressGroup': {'1.2'}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'ConntrackHelper': {'1.0'}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Log': {'1.0'}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Network': {'1.1'}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Port': {'1.7'}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'PortForwarding': {'1.2'}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'QosPolicy': {'1.10'}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'SecurityGroup': {'1.5'}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'SubPort': {'1.0'}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Subnet': {'1.1'}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Trunk': {'1.1'}} Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: consumer versions: Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: { DHCP agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: L3 agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: Metadata agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: Metering agent@dv-cinder-830086-2-iscsi: {}, Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: Open vSwitch agent@dv-cinder-830086-2-iscsi: { 'AddressGroup': '1.2', Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'ConntrackHelper': '1.0', Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'LocalIPAssociation': '1.0', Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Log': '1.0', Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Network': '1.1', Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Port': '1.7', Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'PortForwarding': '1.2', Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'QosPolicy': '1.10', Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'SecurityGroup': '1.5', Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'SecurityGroupRule': '1.2', Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'SubPort': '1.0', Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Subnet': '1.1', Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Trunk': '1.1'}} Mar 08 11:52:01.829330 dv-cinder-830086-2-iscsi neutron-server[110282]: {{(pid=110282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:52:01.955125 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:52:02.073416 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, b11f5efd-e33a-4972-9f0b-6f3c889a5429) {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:02.079504 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:02.080296 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:02.098809 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f434402f-e3ce-41cd-88cc-fd8b1ae72a6c None None] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:52:02.181996 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d9491e-a75f-4074-a7ec-e2586e190c62 None None] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:52:02.209526 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-9bf2246f-b696-4581-8c7a-e501d786e598 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1401615 Mar 08 11:52:04.737622 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 39484) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:04.964966 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-35c83bf3-8ab6-4e9d-a839-b53a8136c899 demo admin] 10.222.0.43 "GET /v2.0/routers/bcffbc05-f4c7-4b53-a0e7-1c4301c1817b HTTP/1.1" status: 200 len: 710 time: 0.2261014 Mar 08 11:52:05.054494 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a969042b-e184-49b5-b920-16c45ffbdfbd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:05.061758 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-a969042b-e184-49b5-b920-16c45ffbdfbd demo admin] 10.222.0.43 "GET /v2.0/networks/b11f5efd-e33a-4972-9f0b-6f3c889a5429 HTTP/1.1" status: 200 len: 886 time: 0.0855784 Mar 08 11:52:05.065486 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:05.315058 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Publish callbacks [] for router_gateway (bcffbc05-f4c7-4b53-a0e7-1c4301c1817b), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:05.621401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Publish callbacks [] for router_gateway (bcffbc05-f4c7-4b53-a0e7-1c4301c1817b), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:05.700084 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:05.856265 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Allocated IP 172.27.0.105 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/2205983a-15ee-4738-aa7c-5ee0fa65db12) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:05.974204 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Publish callbacks [] for port (2205983a-15ee-4738-aa7c-5ee0fa65db12), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:06.147829 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (2205983a-15ee-4738-aa7c-5ee0fa65db12), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:06.222360 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:06.227765 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:06.231389 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:52:06.271085 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Pushing event updated for resources: {'Port': ['ID=2205983a-15ee-4738-aa7c-5ee0fa65db12,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:06.620418 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Publish callbacks [] for router_gateway (bcffbc05-f4c7-4b53-a0e7-1c4301c1817b), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:06.812822 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66620620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66648347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8804'] for router (bcffbc05-f4c7-4b53-a0e7-1c4301c1817b), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:06.817205 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66620663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66620613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66620670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66648340'] for router (bcffbc05-f4c7-4b53-a0e7-1c4301c1817b), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:06.928589 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Router bcffbc05-f4c7-4b53-a0e7-1c4301c1817b has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:52:07.039907 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:52:07.047100 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:07.047100 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-614b9a72-acf4-4ff8-875b-b6de4195bd29 demo admin] 10.222.0.43 "PUT /v2.0/routers/bcffbc05-f4c7-4b53-a0e7-1c4301c1817b HTTP/1.1" status: 200 len: 890 time: 1.9837036 Mar 08 11:52:08.733885 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 52f056a8-7495-48e8-9a11-5aaddefd60fd up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:52:08.789723 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 52f056a8-7495-48e8-9a11-5aaddefd60fd triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:08.790214 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:08.867485 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 52f056a8-7495-48e8-9a11-5aaddefd60fd is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:09.397442 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Sync routers for ids ['bcffbc05-f4c7-4b53-a0e7-1c4301c1817b'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:09.409094 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Routers {'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:52:09.409740 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T11:51:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['bcffbc05-f4c7-4b53-a0e7-1c4301c1817b'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:09.627779 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Set router bcffbc05-f4c7-4b53-a0e7-1c4301c1817b gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:52:09.642277 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 39496) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:09.764775 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-4b4fd53e-cd89-457d-8ed2-1544aab64d0e admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1214054 Mar 08 11:52:10.127906 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'name': 'router1', 'tenant_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2205983a-15ee-4738-aa7c-5ee0fa65db12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:46Z', 'updated_at': '2022-03-08T11:52:06Z', 'revision_number': 4, 'project_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'gw_port': {'id': '2205983a-15ee-4738-aa7c-5ee0fa65db12', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '52f056a8-7495-48e8-9a11-5aaddefd60fd', 'name': '', 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2', 'tenant_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'mac_address': 'fa:16:3e:71:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48bc77d5-e2e2-4962-b566-6373ff0e8234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:56Z', 'updated_at': '2022-03-08T11:52:00Z', 'revision_number': 5, 'project_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'subnets': [{'id': '48bc77d5-e2e2-4962-b566-6373ff0e8234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6efcf79d-2b72-4ee3-a68f-9bf1dca614eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:10.180842 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Checking router: bcffbc05-f4c7-4b53-a0e7-1c4301c1817b for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:10.181201 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Updating router bcffbc05-f4c7-4b53-a0e7-1c4301c1817b port 2205983a-15ee-4738-aa7c-5ee0fa65db12 binding host dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:52:10.299397 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (2205983a-15ee-4738-aa7c-5ee0fa65db12), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:10.621482 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Publish callbacks [] for port (2205983a-15ee-4738-aa7c-5ee0fa65db12), precommit_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:10.713064 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (2205983a-15ee-4738-aa7c-5ee0fa65db12), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:10.764140 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Attempting to bind port 2205983a-15ee-4738-aa7c-5ee0fa65db12 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:52:10.764534 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Attempting to bind port 2205983a-15ee-4738-aa7c-5ee0fa65db12 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:52:10.764896 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Attempting to bind port 2205983a-15ee-4738-aa7c-5ee0fa65db12 on network b11f5efd-e33a-4972-9f0b-6f3c889a5429 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:52:10.770404 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f86a9d-1943-4e26-9971-d1e4b75cdef5 None None] Pushing event updated for resources: {'Port': ['ID=2205983a-15ee-4738-aa7c-5ee0fa65db12,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:10.775622 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:52:10.776533 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Checking segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:52:10.776939 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:10.777328 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Bound using segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:52:10.777800 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Bound port: 2205983a-15ee-4738-aa7c-5ee0fa65db12, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:52:10.778177 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (2205983a-15ee-4738-aa7c-5ee0fa65db12), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:10.830696 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] For port 2205983a-15ee-4738-aa7c-5ee0fa65db12, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:52:10.833615 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] For port 2205983a-15ee-4738-aa7c-5ee0fa65db12, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=2205983a-15ee-4738-aa7c-5ee0fa65db12,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:52:10.895657 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (2205983a-15ee-4738-aa7c-5ee0fa65db12), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:10.960356 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Routers {'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:52:10.960356 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T11:51:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['bcffbc05-f4c7-4b53-a0e7-1c4301c1817b'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:10.961654 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f86a9d-1943-4e26-9971-d1e4b75cdef5 None None] Pushing event updated for resources: {'Port': ['ID=2205983a-15ee-4738-aa7c-5ee0fa65db12,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:11.090560 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] Set router bcffbc05-f4c7-4b53-a0e7-1c4301c1817b gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:52:11.405731 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'name': 'router1', 'tenant_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2205983a-15ee-4738-aa7c-5ee0fa65db12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:46Z', 'updated_at': '2022-03-08T11:52:06Z', 'revision_number': 4, 'project_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'gw_port': {'id': '2205983a-15ee-4738-aa7c-5ee0fa65db12', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '52f056a8-7495-48e8-9a11-5aaddefd60fd', 'name': '', 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2', 'tenant_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'mac_address': 'fa:16:3e:71:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48bc77d5-e2e2-4962-b566-6373ff0e8234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:56Z', 'updated_at': '2022-03-08T11:52:00Z', 'revision_number': 5, 'project_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'subnets': [{'id': '48bc77d5-e2e2-4962-b566-6373ff0e8234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6efcf79d-2b72-4ee3-a68f-9bf1dca614eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:11.435275 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa609b-cf4f-4cff-b8db-a52b370fca62 None None] The sync data for ids ['bcffbc05-f4c7-4b53-a0e7-1c4301c1817b'] in dv-cinder-830086-2-iscsi is: [{'id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'name': 'router1', 'tenant_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2205983a-15ee-4738-aa7c-5ee0fa65db12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:46Z', 'updated_at': '2022-03-08T11:52:06Z', 'revision_number': 4, 'project_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'gw_port': {'id': '2205983a-15ee-4738-aa7c-5ee0fa65db12', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '52f056a8-7495-48e8-9a11-5aaddefd60fd', 'name': '', 'network_id': 'fc2e1e0a-3900-463f-a97a-3d74576fb0d2', 'tenant_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'mac_address': 'fa:16:3e:71:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcffbc05-f4c7-4b53-a0e7-1c4301c1817b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48bc77d5-e2e2-4962-b566-6373ff0e8234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:56Z', 'updated_at': '2022-03-08T11:52:00Z', 'revision_number': 5, 'project_id': '1487d20ae8fe4f3e82b1407322e2ff71', 'subnets': [{'id': '48bc77d5-e2e2-4962-b566-6373ff0e8234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6efcf79d-2b72-4ee3-a68f-9bf1dca614eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:12.746540 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 2205983a-15ee-4738-aa7c-5ee0fa65db12 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:52:12.794222 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 2205983a-15ee-4738-aa7c-5ee0fa65db12 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:12.794639 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (2205983a-15ee-4738-aa7c-5ee0fa65db12), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:12.879152 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 2205983a-15ee-4738-aa7c-5ee0fa65db12 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:12.879913 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (2205983a-15ee-4738-aa7c-5ee0fa65db12), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:12.908496 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port 2205983a-15ee-4738-aa7c-5ee0fa65db12, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=2205983a-15ee-4738-aa7c-5ee0fa65db12,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:52:12.981223 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (2205983a-15ee-4738-aa7c-5ee0fa65db12), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:13.057698 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=2205983a-15ee-4738-aa7c-5ee0fa65db12,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:14.778272 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 2205983a-15ee-4738-aa7c-5ee0fa65db12 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:52:14.845439 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 2205983a-15ee-4738-aa7c-5ee0fa65db12 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:14.845830 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (2205983a-15ee-4738-aa7c-5ee0fa65db12), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:14.942988 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 2205983a-15ee-4738-aa7c-5ee0fa65db12 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:17.609578 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed9a5-2953-4e49-bced-82ce1fadcdc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:20.067357 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ef5ccce0-7278-4981-a6cc-65dcfe5bd378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:20.941095 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:22.409575 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:23.884110 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:33.002187 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 5 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:52:47.599319 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a981c2fa-a8f5-4f65-9bab-a1750b41b761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:50.083074 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-9436e04b-d1fc-43df-b5b3-94df5e7a225b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:50.958387 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:52.392170 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:54.386210 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:10.170187 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 5 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:53:17.604124 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0873d656-237e-4134-aeee-546f3e01ace6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:20.117482 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-10658b8f-7c06-437f-bc14-9afde79d32b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:20.986204 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.409313 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:23.866217 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:40.897281 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 39980) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:40.979099 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b08b0ee-5a5d-4261-a320-9b0e4319b49a admin admin] GET failed (client error): The resource could not be found. Mar 08 11:53:40.979099 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-4b08b0ee-5a5d-4261-a320-9b0e4319b49a admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0723875 Mar 08 11:53:41.152069 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347700bf-d963-44df-824e-84f3466edc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:41.153659 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-347700bf-d963-44df-824e-84f3466edc14 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1762054 Mar 08 11:53:43.596103 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 39990) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:43.694703 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b39961-e548-4808-9297-fec802fddaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:43.696727 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-35b39961-e548-4808-9297-fec802fddaa0 admin admin] 10.222.0.43 "GET /v2.0/subnets/48bc77d5-e2e2-4962-b566-6373ff0e8234 HTTP/1.1" status: 200 len: 849 time: 0.0996609 Mar 08 11:53:43.706676 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:43.796122 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Publish callbacks [] for subnet (48bc77d5-e2e2-4962-b566-6373ff0e8234), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:44.020346 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786396131759'] for subnet (48bc77d5-e2e2-4962-b566-6373ff0e8234), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:44.053310 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:44.053432 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:44.056583 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] 10.222.0.43 "PUT /v2.0/subnets/48bc77d5-e2e2-4962-b566-6373ff0e8234 HTTP/1.1" status: 200 len: 868 time: 0.3539135 Mar 08 11:53:44.057953 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6101ffa-bb06-46de-969a-0b28a2b1dc92 None None] Network fc2e1e0a-3900-463f-a97a-3d74576fb0d2 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:53:44.085332 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48bc77d5-e2e2-4962-b566-6373ff0e8234,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:44.093620 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:44.097756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:44.097756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:44.097756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:44.097756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:44.097756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:44.097756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:44.097756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:44.097756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:44.097756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:44.097756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:44.097756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:44.098744 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d30a-5e27-4412-bbe0-e2c944461be8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:44.475435 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-be5ffff7-419f-49a0-bb13-71e677c32744 None None] Provisioning complete for port 47f374f6-9220-4c03-a48e-c7416fe35d28 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:44.475835 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-be5ffff7-419f-49a0-bb13-71e677c32744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (47f374f6-9220-4c03-a48e-c7416fe35d28), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:44.559332 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-be5ffff7-419f-49a0-bb13-71e677c32744 None None] Current status of the port 47f374f6-9220-4c03-a48e-c7416fe35d28 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:44.570272 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-be5ffff7-419f-49a0-bb13-71e677c32744 None None] Provisioning complete for port 52f056a8-7495-48e8-9a11-5aaddefd60fd triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:44.570664 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-be5ffff7-419f-49a0-bb13-71e677c32744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (52f056a8-7495-48e8-9a11-5aaddefd60fd), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:44.650541 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-be5ffff7-419f-49a0-bb13-71e677c32744 None None] Current status of the port 52f056a8-7495-48e8-9a11-5aaddefd60fd is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:46.476204 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40000) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:46.794374 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d6905c-bbc3-4a2d-8856-3d1f8078bf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:46.794845 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d6905c-bbc3-4a2d-8856-3d1f8078bf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:46.796473 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-24d6905c-bbc3-4a2d-8856-3d1f8078bf14 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3187375 Mar 08 11:53:47.003792 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 5 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:53:47.597135 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-39c1ec77-d205-4af5-b6ec-05214cd2512d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:49.221129 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40008) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:49.366021 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0e5017-40bf-45bd-bef0-4a69d1d34210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:49.366477 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0e5017-40bf-45bd-bef0-4a69d1d34210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:49.368627 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-0d0e5017-40bf-45bd-bef0-4a69d1d34210 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1464865 Mar 08 11:53:50.201515 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-47c6c4f8-dbd6-402a-8fe4-0a62def68f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:50.969171 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:51.745307 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40016) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:51.897680 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc88b63-5bcb-4788-9d3a-2515298c2a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:51.899178 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-6fc88b63-5bcb-4788-9d3a-2515298c2a2d admin admin] 10.222.0.43 "GET /v2.0/networks/b11f5efd-e33a-4972-9f0b-6f3c889a5429 HTTP/1.1" status: 200 len: 886 time: 0.1528666 Mar 08 11:53:52.419986 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:53.871605 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:54.301242 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40024) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:54.442359 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba11599a-a8a6-494a-96f8-c5b403757c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:54.443795 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-ba11599a-a8a6-494a-96f8-c5b403757c06 admin admin] 10.222.0.43 "GET /v2.0/networks/fc2e1e0a-3900-463f-a97a-3d74576fb0d2 HTTP/1.1" status: 200 len: 869 time: 0.1413984 Mar 08 11:53:56.841066 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40032) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:56.969704 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd6ab5-4469-4ee7-b56d-279be398eb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:56.970077 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd6ab5-4469-4ee7-b56d-279be398eb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:56.971624 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-75fd6ab5-4469-4ee7-b56d-279be398eb0d admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296048 Mar 08 11:53:59.331695 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40040) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:59.422810 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea6d56e-ab6f-4d01-a661-ae65c55a28ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:59.423260 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea6d56e-ab6f-4d01-a661-ae65c55a28ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:59.424816 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-0ea6d56e-ab6f-4d01-a661-ae65c55a28ec admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921278 Mar 08 11:54:01.812271 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40048) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:01.917861 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3746006d-4632-40a3-99bb-3d1b5199afe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:01.919890 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-3746006d-4632-40a3-99bb-3d1b5199afe9 admin admin] 10.222.0.43 "GET /v2.0/subnets/48bc77d5-e2e2-4962-b566-6373ff0e8234 HTTP/1.1" status: 200 len: 868 time: 0.1064672 Mar 08 11:54:04.301869 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40056) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:04.395307 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f5d49-901c-4b7b-87ad-5d9ce8e66ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:04.396680 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-1d7f5d49-901c-4b7b-87ad-5d9ce8e66ed4 admin admin] 10.222.0.43 "GET /v2.0/subnets/88b02018-b007-49c2-bfbb-33b9962704e9 HTTP/1.1" status: 200 len: 816 time: 0.0938599 Mar 08 11:54:17.628772 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-29647e63-687e-4dfe-8ba5-3b1bbf0ded72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.083249 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2a4f2c38-b5cb-4d1b-869e-820e6f558dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.968219 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:22.442373 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:23.888794 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:24.002348 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 5 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:54:33.117034 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40108) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:33.163834 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [None req-df03785e-1dbd-4d70-8d41-6bf94dc8306c admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:54:33.164881 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-df03785e-1dbd-4d70-8d41-6bf94dc8306c admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469112 Mar 08 11:54:35.585525 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40116) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:35.651849 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9156cafa-1449-4173-b453-a930d7d61d97 admin admin] GET failed (client error): The resource could not be found. Mar 08 11:54:35.653204 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-9156cafa-1449-4173-b453-a930d7d61d97 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666461 Mar 08 11:54:35.795926 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7fa90e-080b-4195-93ad-cd4fb3e34c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:35.797396 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-6a7fa90e-080b-4195-93ad-cd4fb3e34c8b admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1399496 Mar 08 11:54:38.169465 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40124) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:38.217026 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:38.305455 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Made reservation on behalf of d6973b0f64f843199da0bf31188bfe50 for: {'network': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:38.307742 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:38.353174 dv-cinder-830086-2-iscsi neutron-server[110282]: WARNING neutron.services.revisions.revision_plugin [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Could not find related network for resource to bump revision. Mar 08 11:54:38.369798 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=110282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:54:38.382717 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786395955806', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (56ebc9f2-a9c2-4425-a26f-60f2d0d92d64), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:38.383363 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Unsubscribe: segment precommit_create {{(pid=110282) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 11:54:38.383772 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.segments_db [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Added segment 56ebc9f2-a9c2-4425-a26f-60f2d0d92d64 of type vlan for network e2a32499-dd3d-430a-9706-121460afee10 Mar 08 11:54:38.429952 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (e2a32499-dd3d-430a-9706-121460afee10), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:38.510923 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (e2a32499-dd3d-430a-9706-121460afee10), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:38.511894 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:38.512505 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:38.663372 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Pushing event updated for resources: {'Network': ['ID=e2a32499-dd3d-430a-9706-121460afee10,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:38.669898 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:38.670269 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:38.670615 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:38.670996 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:38.671338 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:38.671665 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:38.672012 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:38.672381 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:38.672731 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:38.673079 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:38.673405 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:38.673726 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:38.674053 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:38.690202 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network e2a32499-dd3d-430a-9706-121460afee10 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:54:38.697273 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c41d1a90-7063-4ff0-96c0-9cb221a29748 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5268083 Mar 08 11:54:41.059814 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40132) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:41.120163 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d29c89-6e7d-4d7c-98b6-27d786faa2d7 admin admin] GET failed (client error): The resource could not be found. Mar 08 11:54:41.121540 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-56d29c89-6e7d-4d7c-98b6-27d786faa2d7 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606880 Mar 08 11:54:41.194590 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7917991-bc89-4b1f-9bb2-be1d2665b5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:41.196145 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-f7917991-bc89-4b1f-9bb2-be1d2665b5bf admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0706410 Mar 08 11:54:41.206130 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-846187d5-d1e8-4c33-a09e-b119d87813cd admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e2a32499-dd3d-430a-9706-121460afee10'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:41.322265 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846187d5-d1e8-4c33-a09e-b119d87813cd admin admin] Made reservation on behalf of d6973b0f64f843199da0bf31188bfe50 for: {'subnet': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:41.324629 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-846187d5-d1e8-4c33-a09e-b119d87813cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:41.574504 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-846187d5-d1e8-4c33-a09e-b119d87813cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for subnet (b1dd087c-226d-4817-8769-116a2086a996), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:41.626952 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846187d5-d1e8-4c33-a09e-b119d87813cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1dd087c-226d-4817-8769-116a2086a996,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:41.637005 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846187d5-d1e8-4c33-a09e-b119d87813cd admin admin] Checking segment: {'id': '56ebc9f2-a9c2-4425-a26f-60f2d0d92d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2a32499-dd3d-430a-9706-121460afee10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:54:41.637365 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846187d5-d1e8-4c33-a09e-b119d87813cd admin admin] Network hostable DHCP agents. Network: e2a32499-dd3d-430a-9706-121460afee10, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:54:41.762116 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846187d5-d1e8-4c33-a09e-b119d87813cd admin admin] Network e2a32499-dd3d-430a-9706-121460afee10 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:54:41.899810 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-846187d5-d1e8-4c33-a09e-b119d87813cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, e2a32499-dd3d-430a-9706-121460afee10) {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:41.904582 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846187d5-d1e8-4c33-a09e-b119d87813cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:41.905207 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-846187d5-d1e8-4c33-a09e-b119d87813cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:41.909094 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa533e10-c939-4d91-9685-d29e386966ff None None] Network e2a32499-dd3d-430a-9706-121460afee10 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:54:42.009634 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9da6154-2c8a-51fd-a243-852dfaf31b55-e2a32499-dd3d-430a-9706-121460afee10', 'network_id': 'e2a32499-dd3d-430a-9706-121460afee10', 'project_id': 'd6973b0f64f843199da0bf31188bfe50', 'fixed_ips': [{'subnet_id': 'b1dd087c-226d-4817-8769-116a2086a996'}]}} from dv-cinder-830086-2-iscsi. {{(pid=110283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:54:42.010464 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:42.062535 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-846187d5-d1e8-4c33-a09e-b119d87813cd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8599935 Mar 08 11:54:42.150487 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.db_base_plugin_common [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Allocated IP 192.168.233.2 (e2a32499-dd3d-430a-9706-121460afee10/b1dd087c-226d-4817-8769-116a2086a996/fc580f61-7b59-4fe8-be0c-bc3c2d2d3827) {{(pid=110283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:42.298905 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Publish callbacks [] for port (fc580f61-7b59-4fe8-be0c-bc3c2d2d3827), precommit_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:42.409063 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (fc580f61-7b59-4fe8-be0c-bc3c2d2d3827), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:42.448421 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Network e2a32499-dd3d-430a-9706-121460afee10 is already hosted by enough agents. {{(pid=110283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:42.451323 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.base_scheduler [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Resources bound (agent type, host, resource id): {{(pid=110283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:42.455107 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Received port after_create {{(pid=110283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:54:42.464108 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Pushing event updated for resources: {'Port': ['ID=fc580f61-7b59-4fe8-be0c-bc3c2d2d3827,revision_number=1']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:42.492489 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:42.492860 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:42.493240 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:42.493623 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:42.493969 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:42.494291 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:42.494618 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:42.494944 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:42.495270 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:42.495607 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:42.495930 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:42.496246 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:42.496592 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:42.529200 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Attempting to bind port fc580f61-7b59-4fe8-be0c-bc3c2d2d3827 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:54:42.529574 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Attempting to bind port fc580f61-7b59-4fe8-be0c-bc3c2d2d3827 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '56ebc9f2-a9c2-4425-a26f-60f2d0d92d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2a32499-dd3d-430a-9706-121460afee10'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:54:42.529936 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Attempting to bind port fc580f61-7b59-4fe8-be0c-bc3c2d2d3827 on network e2a32499-dd3d-430a-9706-121460afee10 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:54:42.535057 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:54:42.535460 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Checking segment: {'id': '56ebc9f2-a9c2-4425-a26f-60f2d0d92d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2a32499-dd3d-430a-9706-121460afee10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:54:42.535868 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:42.536262 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Bound using segment: {'id': '56ebc9f2-a9c2-4425-a26f-60f2d0d92d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2a32499-dd3d-430a-9706-121460afee10'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:54:42.536758 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Bound port: fc580f61-7b59-4fe8-be0c-bc3c2d2d3827, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ebc9f2-a9c2-4425-a26f-60f2d0d92d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2a32499-dd3d-430a-9706-121460afee10'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:54:42.537137 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (fc580f61-7b59-4fe8-be0c-bc3c2d2d3827), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:42.601467 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] For port fc580f61-7b59-4fe8-be0c-bc3c2d2d3827, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:54:42.604921 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] For port fc580f61-7b59-4fe8-be0c-bc3c2d2d3827, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=fc580f61-7b59-4fe8-be0c-bc3c2d2d3827,segment=NetworkSegment(56ebc9f2-a9c2-4425-a26f-60f2d0d92d64),segment_id=56ebc9f2-a9c2-4425-a26f-60f2d0d92d64)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:54:42.660445 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (fc580f61-7b59-4fe8-be0c-bc3c2d2d3827), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:42.721834 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f59e2-4599-474d-afd6-1f29804a9de5 None None] Pushing event updated for resources: {'Port': ['ID=fc580f61-7b59-4fe8-be0c-bc3c2d2d3827,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:43.572826 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b1c00f-fafd-4902-8dc5-4a532d86cb90 None None] Network e2a32499-dd3d-430a-9706-121460afee10 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:54:43.683485 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-081e3a5f-04fe-4c84-8e15-10a7017f6db7 None None] Provisioning complete for port fc580f61-7b59-4fe8-be0c-bc3c2d2d3827 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:54:43.683874 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-081e3a5f-04fe-4c84-8e15-10a7017f6db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (fc580f61-7b59-4fe8-be0c-bc3c2d2d3827), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:43.785444 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-081e3a5f-04fe-4c84-8e15-10a7017f6db7 None None] Current status of the port fc580f61-7b59-4fe8-be0c-bc3c2d2d3827 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:54:43.789432 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-081e3a5f-04fe-4c84-8e15-10a7017f6db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (fc580f61-7b59-4fe8-be0c-bc3c2d2d3827), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:43.828776 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-081e3a5f-04fe-4c84-8e15-10a7017f6db7 None None] For port fc580f61-7b59-4fe8-be0c-bc3c2d2d3827, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=fc580f61-7b59-4fe8-be0c-bc3c2d2d3827,segment=NetworkSegment(56ebc9f2-a9c2-4425-a26f-60f2d0d92d64),segment_id=56ebc9f2-a9c2-4425-a26f-60f2d0d92d64)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:54:43.900430 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-081e3a5f-04fe-4c84-8e15-10a7017f6db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (fc580f61-7b59-4fe8-be0c-bc3c2d2d3827), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:43.955118 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e3a5f-04fe-4c84-8e15-10a7017f6db7 None None] Pushing event updated for resources: {'Port': ['ID=fc580f61-7b59-4fe8-be0c-bc3c2d2d3827,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:44.022255 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-052c1456-1288-48f3-a8b8-247faa2e53ac None None] Provisioning complete for port fc580f61-7b59-4fe8-be0c-bc3c2d2d3827 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:54:44.022650 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-052c1456-1288-48f3-a8b8-247faa2e53ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (fc580f61-7b59-4fe8-be0c-bc3c2d2d3827), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:44.112606 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-052c1456-1288-48f3-a8b8-247faa2e53ac None None] Current status of the port fc580f61-7b59-4fe8-be0c-bc3c2d2d3827 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:54:44.847830 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device fc580f61-7b59-4fe8-be0c-bc3c2d2d3827 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:54:44.902735 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port fc580f61-7b59-4fe8-be0c-bc3c2d2d3827 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:54:44.902952 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (fc580f61-7b59-4fe8-be0c-bc3c2d2d3827), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:44.987827 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port fc580f61-7b59-4fe8-be0c-bc3c2d2d3827 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:54:47.596978 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3768e629-c824-4c8a-900e-3f1c12d509e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.094909 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2549bc0b-22c7-4f38-8100-646d476f29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.940305 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:52.419449 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:53.882885 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:01.000677 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 5 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:55:17.603242 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3c5481dd-8c08-4eb8-8a01-216fbd334ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:20.122250 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-921222ef-5703-44d7-8097-05a805de6f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:21.001969 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:22.431629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:23.859075 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:37.999045 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 5 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:55:47.636465 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fad57f55-4345-4d92-90e9-94930cca0b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:50.110388 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-e77a9fa0-f54d-410c-9c36-d0852bd3458a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:51.019427 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:52.447638 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:53.910374 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:14.997318 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 5 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:56:16.484898 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40170) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:16.490511 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [None req-8c728c22-2b66-4d56-a181-54c91fed2201 tempest-verify_tempest_config-1513744944 tempest-verify_tempest_config-1513744944-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:56:16.492134 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-8c728c22-2b66-4d56-a181-54c91fed2201 tempest-verify_tempest_config-1513744944 tempest-verify_tempest_config-1513744944-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056641 Mar 08 11:56:16.958160 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40188) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:17.060750 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:17.170028 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Publish callbacks [] for security_group (698ad783-27df-4efc-8c96-3e145a6c9c12), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:17.270187 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (698ad783-27df-4efc-8c96-3e145a6c9c12), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:17.316542 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=027852a6aea04b30a16f23597e370fa8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3572111 Mar 08 11:56:17.317297 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698ad783-27df-4efc-8c96-3e145a6c9c12,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:17.319226 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40192) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:17.335616 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:17.335986 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:17.336344 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:17.336691 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:17.337028 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:17.337358 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:17.337703 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:17.338033 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:17.338373 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:17.338714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:17.339040 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:17.339359 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:17.339677 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d2948-56f1-45cf-8d56-b61d00c1b9db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:17.386316 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-08a8ed61-7b74-4c8f-ac62-7bab5a30202d admin admin] Publish callbacks [] for security_group (698ad783-27df-4efc-8c96-3e145a6c9c12), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:17.406292 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-08a8ed61-7b74-4c8f-ac62-7bab5a30202d admin admin] Publish callbacks [] for security_group (698ad783-27df-4efc-8c96-3e145a6c9c12), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:17.556624 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-08a8ed61-7b74-4c8f-ac62-7bab5a30202d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (698ad783-27df-4efc-8c96-3e145a6c9c12), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:17.559219 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-08a8ed61-7b74-4c8f-ac62-7bab5a30202d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:17.560426 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-08a8ed61-7b74-4c8f-ac62-7bab5a30202d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/698ad783-27df-4efc-8c96-3e145a6c9c12 HTTP/1.1" status: 204 len: 168 time: 0.2396977 Mar 08 11:56:17.568394 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8ed61-7b74-4c8f-ac62-7bab5a30202d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698ad783-27df-4efc-8c96-3e145a6c9c12,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:17.591593 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2fcb-bc64-4691-9640-db5cb7f5dce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:20.081708 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-1829156d-021e-4e22-9616-4f4133520d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:20.973202 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:22.431099 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:23.904505 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:47.613279 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-abf8410f-93d2-4004-99f3-7c1204e608c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:50.110160 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-055937e1-63f6-4954-8df8-b58de7a97649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:50.944762 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:51.996258 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 5 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:56:52.453489 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:53.881642 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:17.584833 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8bfb-40c5-4fc0-83f7-81c50a427282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:20.098880 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0537788f-6aad-46a8-8ae3-022ba4207539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:20.973174 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:22.436029 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:23.887416 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:28.994878 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 5 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:57:47.572917 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e98f-edb8-4622-a4c8-f1c995482dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:50.099139 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-41b9e384-3ce9-47de-894c-13ecc400b3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:50.966942 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:52.458622 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:53.876019 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:05.994286 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 5 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:58:06.093033 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66619134'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:17.595519 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-391e8d58-012c-4cf3-a1ff-70779d2686da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:20.080995 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-4db0a63f-538d-4af8-b7ab-5e90dba8f2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:20.966898 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:21.315787 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40264) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:21.424275 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-6788dfb5-80fd-41e4-a7a8-5e7075ed992c admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1073287 Mar 08 11:58:22.412880 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:23.782124 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40274) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:23.837920 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-e5d117b2-2c0d-42fe-af75-643c40f24feb admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0546207 Mar 08 11:58:23.902147 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:36.064193 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:42.993210 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:58:47.577901 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-cb406ed3-8250-4fb3-a93c-cd4a8a2b4332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:50.109531 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f16c68bb-d563-44b4-a250-b5452f4ae0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:50.949965 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:52.441126 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:53.881121 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:06.041114 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:17.590773 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-cf3cda4a-65c4-43eb-8bb4-a4e973ff1658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.992469 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:59:20.127733 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b6a3b62e-4489-4053-a8cd-6ace1a9c57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:21.025884 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.452627 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.926884 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:36.052559 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:47.595090 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fad98856-dbc9-43d7-8fae-d9d23d366e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:50.126799 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2c5118bf-a16b-40c7-87c4-ea7b3d85ae99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:50.978528 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:52.448249 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:53.892647 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:56.991340 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:00:06.097769 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:07.272644 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40430) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:07.298533 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40436) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:07.676931 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-439930849-network', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:07.692809 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-543762576-network', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:07.823955 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Made reservation on behalf of 0da8171e28bc4e7bae7442cba91ffc3a for: {'network': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:07.826379 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:07.835637 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:07.869798 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Made reservation on behalf of 20c1732d55174a8d9ab9b83ed16227d9 for: {'network': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:07.874739 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:07.890498 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:07.924021 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Publish callbacks [] for security_group (23691249-0ff8-4daf-82e2-29214d9b151d), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:07.986491 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Publish callbacks [] for security_group (b97795a3-6d09-4a2b-81a8-6bc9e35e68c2), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:07.994377 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (23691249-0ff8-4daf-82e2-29214d9b151d), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.020432 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=110281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:00:08.027309 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23691249-0ff8-4daf-82e2-29214d9b151d,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:08.038254 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.038614 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.039202 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.040095 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.040401 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.040850 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.041105 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.041445 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.041791 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.042147 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.042483 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.042808 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.043224 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Tracked resource versions report: Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: pushed versions: Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: { 'AddressGroup': {'1.2'}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'ConntrackHelper': {'1.0'}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Log': {'1.0'}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Network': {'1.1'}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Port': {'1.7'}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'PortForwarding': {'1.2'}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'QosPolicy': {'1.10'}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'SecurityGroup': {'1.5'}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'SubPort': {'1.0'}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Subnet': {'1.1'}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Trunk': {'1.1'}} Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: consumer versions: Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: { DHCP agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: HyperV agent@hv-cinder-83008: {}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: L3 agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: Metadata agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: Metering agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: Open vSwitch agent@dv-cinder-830086-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'ConntrackHelper': '1.0', Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'LocalIPAssociation': '1.0', Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Log': '1.0', Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Network': '1.1', Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Port': '1.7', Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'PortForwarding': '1.2', Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'QosPolicy': '1.10', Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'SecurityGroup': '1.5', Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'SecurityGroupRule': '1.2', Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'SubPort': '1.0', Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Subnet': '1.1', Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: 'Trunk': '1.1'}} Mar 08 12:00:08.044342 dv-cinder-830086-2-iscsi neutron-server[110281]: {{(pid=110281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:00:08.051912 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (5bb25276-a2d3-41f6-808c-cf55909d0d02), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.052256 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.segments_db [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Added segment 5bb25276-a2d3-41f6-808c-cf55909d0d02 of type vlan for network 7f359cc5-2843-4822-80dc-0991890d71fa Mar 08 12:00:08.059472 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b97795a3-6d09-4a2b-81a8-6bc9e35e68c2), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.096447 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=110282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:00:08.097891 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (7f359cc5-2843-4822-80dc-0991890d71fa), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.101114 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:08.110968 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.111309 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.111845 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.112370 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.112871 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.113201 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.113528 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.114018 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.114578 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.114905 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.115257 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.115580 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.115991 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Tracked resource versions report: Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: pushed versions: Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: { 'AddressGroup': {'1.2'}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'ConntrackHelper': {'1.0'}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Log': {'1.0'}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Network': {'1.1'}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Port': {'1.7'}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'PortForwarding': {'1.2'}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'QosPolicy': {'1.10'}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'SecurityGroup': {'1.5'}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'SubPort': {'1.0'}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Subnet': {'1.1'}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Trunk': {'1.1'}} Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: consumer versions: Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: { DHCP agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: HyperV agent@hv-cinder-83008: {}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: L3 agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: Metadata agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: Metering agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: Open vSwitch agent@dv-cinder-830086-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'ConntrackHelper': '1.0', Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'LocalIPAssociation': '1.0', Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Log': '1.0', Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Network': '1.1', Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Port': '1.7', Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'PortForwarding': '1.2', Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'QosPolicy': '1.10', Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'SecurityGroup': '1.5', Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'SecurityGroupRule': '1.2', Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'SubPort': '1.0', Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Subnet': '1.1', Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: 'Trunk': '1.1'}} Mar 08 12:00:08.117189 dv-cinder-830086-2-iscsi neutron-server[110282]: {{(pid=110282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:00:08.126258 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (85dae2ae-a4e0-4979-992a-3fd8e242dd1d), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.126638 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.segments_db [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Added segment 85dae2ae-a4e0-4979-992a-3fd8e242dd1d of type vlan for network 98344952-e0db-43ab-bdc0-bda704b5a859 Mar 08 12:00:08.177389 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (98344952-e0db-43ab-bdc0-bda704b5a859), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.223940 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (7f359cc5-2843-4822-80dc-0991890d71fa), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.225155 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:08.225855 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.252116 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (98344952-e0db-43ab-bdc0-bda704b5a859), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.253163 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:08.253746 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.276757 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40478) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:08.292935 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] Pushing event updated for resources: {'Network': ['ID=7f359cc5-2843-4822-80dc-0991890d71fa,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:08.303473 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network 7f359cc5-2843-4822-80dc-0991890d71fa details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:00:08.335845 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] Pushing event updated for resources: {'Network': ['ID=98344952-e0db-43ab-bdc0-bda704b5a859,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:08.355513 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-3cd74fb4-11a6-489c-8b04-409e2d6a9064 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0809133 Mar 08 12:00:08.359008 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40482) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:08.359133 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network 98344952-e0db-43ab-bdc0-bda704b5a859 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:00:08.361239 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-255e49b6-33fa-4320-b40c-e3b9c826bcf0 admin admin] Request body: {'subnet': {'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-439930849-subnet', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:08.408224 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-6c0d3548-9d41-4002-93a9-94645569406b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1054866 Mar 08 12:00:08.408716 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40484) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:08.423826 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-1df0b5de-a240-4f8f-9ead-10e3a4f21149 admin admin] Request body: {'subnet': {'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-543762576-subnet', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:08.481844 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255e49b6-33fa-4320-b40c-e3b9c826bcf0 admin admin] Made reservation on behalf of 0da8171e28bc4e7bae7442cba91ffc3a for: {'subnet': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:08.484331 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-255e49b6-33fa-4320-b40c-e3b9c826bcf0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.506469 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df0b5de-a240-4f8f-9ead-10e3a4f21149 admin admin] Made reservation on behalf of 20c1732d55174a8d9ab9b83ed16227d9 for: {'subnet': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:08.509737 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1df0b5de-a240-4f8f-9ead-10e3a4f21149 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.544463 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40490) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:08.582499 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40494) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:08.686861 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-401762098-network', 'tenant_id': '4b47fc40178a401dac0d97ac08e606e0'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:08.915849 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Made reservation on behalf of 4b47fc40178a401dac0d97ac08e606e0 for: {'network': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:08.918336 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.933808 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.946193 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1951044918-network', 'tenant_id': 'c4c9b1d89cbc4ff78c58ac325d5735ff'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:08.951883 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-255e49b6-33fa-4320-b40c-e3b9c826bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for subnet (a431dca8-79c9-4874-a87f-d7946fc1238f), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:08.953962 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1df0b5de-a240-4f8f-9ead-10e3a4f21149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for subnet (13640637-05f7-46ca-85f6-679ac8752a14), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.014831 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-network', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:09.036096 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Made reservation on behalf of c4c9b1d89cbc4ff78c58ac325d5735ff for: {'network': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:09.039406 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.052579 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.066466 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e49b6-33fa-4320-b40c-e3b9c826bcf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a431dca8-79c9-4874-a87f-d7946fc1238f,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:09.101949 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Made reservation on behalf of 5deaa9a6fe5145fd8ffe48d124429e6c for: {'network': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:09.104389 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.122669 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.126563 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e49b6-33fa-4320-b40c-e3b9c826bcf0 admin admin] Checking segment: {'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:09.126925 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e49b6-33fa-4320-b40c-e3b9c826bcf0 admin admin] Network hostable DHCP agents. Network: 7f359cc5-2843-4822-80dc-0991890d71fa, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:00:09.140109 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0b5de-a240-4f8f-9ead-10e3a4f21149 admin admin] Checking segment: {'id': '85dae2ae-a4e0-4979-992a-3fd8e242dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:09.140511 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df0b5de-a240-4f8f-9ead-10e3a4f21149 admin admin] Network hostable DHCP agents. Network: 98344952-e0db-43ab-bdc0-bda704b5a859, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:00:09.143840 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Publish callbacks [] for security_group (6fd669d0-6eda-4af0-9bf4-8ad19817971b), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.158510 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Publish callbacks [] for security_group (5ce1911c-836b-46b1-ad45-b7123f6d2263), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.168289 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0b5de-a240-4f8f-9ead-10e3a4f21149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13640637-05f7-46ca-85f6-679ac8752a14,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:09.206646 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6fd669d0-6eda-4af0-9bf4-8ad19817971b), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.238228 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Publish callbacks [] for security_group (7f870af8-eebb-4b8a-9acf-af97497f3883), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.241909 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=110282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:00:09.252274 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd669d0-6eda-4af0-9bf4-8ad19817971b,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:09.259361 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (44bf1cff-f476-40ab-863e-09fd2afe8e39), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.259361 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.segments_db [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Added segment 44bf1cff-f476-40ab-863e-09fd2afe8e39 of type vlan for network 5cf33e48-aabb-4980-a747-ac68d9e238cc Mar 08 12:00:09.275850 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (5ce1911c-836b-46b1-ad45-b7123f6d2263), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.289992 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df0b5de-a240-4f8f-9ead-10e3a4f21149 admin admin] Network 98344952-e0db-43ab-bdc0-bda704b5a859 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:00:09.289992 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e49b6-33fa-4320-b40c-e3b9c826bcf0 admin admin] Network 7f359cc5-2843-4822-80dc-0991890d71fa is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:00:09.290389 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=110281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:00:09.307861 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (48fcad8f-990f-4d46-997c-0de352c8f908), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.308592 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.segments_db [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Added segment 48fcad8f-990f-4d46-997c-0de352c8f908 of type vlan for network e40115b2-99b5-4c07-8e8d-59870124d040 Mar 08 12:00:09.309409 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (7f870af8-eebb-4b8a-9acf-af97497f3883), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.310923 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (5cf33e48-aabb-4980-a747-ac68d9e238cc), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.356900 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce1911c-836b-46b1-ad45-b7123f6d2263,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:09.363872 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=110281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:00:09.375403 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (e67c67b5-096b-4158-902f-1ccf74c626db), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.375403 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.segments_db [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Added segment e67c67b5-096b-4158-902f-1ccf74c626db of type vlan for network 25093daf-dda0-4c4d-ad5a-4e47ae659052 Mar 08 12:00:09.390350 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (e40115b2-99b5-4c07-8e8d-59870124d040), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.425222 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-255e49b6-33fa-4320-b40c-e3b9c826bcf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, 7f359cc5-2843-4822-80dc-0991890d71fa) {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:09.427082 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (5cf33e48-aabb-4980-a747-ac68d9e238cc), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.428011 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:09.428613 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.437014 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-1df0b5de-a240-4f8f-9ead-10e3a4f21149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, 98344952-e0db-43ab-bdc0-bda704b5a859) {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:09.437158 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (25093daf-dda0-4c4d-ad5a-4e47ae659052), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.437259 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd6a937-374a-40af-843b-def9166b0494 None None] Network 7f359cc5-2843-4822-80dc-0991890d71fa requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:09.444693 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e49b6-33fa-4320-b40c-e3b9c826bcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:09.445333 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-255e49b6-33fa-4320-b40c-e3b9c826bcf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.517208 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df0b5de-a240-4f8f-9ead-10e3a4f21149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:09.517845 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1df0b5de-a240-4f8f-9ead-10e3a4f21149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.523197 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f870af8-eebb-4b8a-9acf-af97497f3883,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:09.534164 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea43ddc-3f9f-4867-8422-a5d1df9158e4 None None] Network 98344952-e0db-43ab-bdc0-bda704b5a859 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:09.551673 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9da6154-2c8a-51fd-a243-852dfaf31b55-7f359cc5-2843-4822-80dc-0991890d71fa', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f'}]}} from dv-cinder-830086-2-iscsi. {{(pid=110283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:00:09.552878 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.560115 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (25093daf-dda0-4c4d-ad5a-4e47ae659052), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.561724 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:09.562970 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.589682 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] Pushing event updated for resources: {'Network': ['ID=5cf33e48-aabb-4980-a747-ac68d9e238cc,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:09.614307 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-65d2ad2d-eba1-49cf-b595-7bf570abf093 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3330812 Mar 08 12:00:09.614639 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40530) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:09.625388 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-958a3ad3-fe8d-48f7-9d41-8e73528ead10 admin admin] Request body: {'subnet': {'network_id': '5cf33e48-aabb-4980-a747-ac68d9e238cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-401762098-subnet', 'tenant_id': '4b47fc40178a401dac0d97ac08e606e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:09.644756 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-255e49b6-33fa-4320-b40c-e3b9c826bcf0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2876966 Mar 08 12:00:09.649016 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (e40115b2-99b5-4c07-8e8d-59870124d040), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.649016 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:09.649016 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.649335 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40532) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:09.655116 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:09.666591 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network 5cf33e48-aabb-4980-a747-ac68d9e238cc details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:00:09.697011 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] Pushing event updated for resources: {'Network': ['ID=25093daf-dda0-4c4d-ad5a-4e47ae659052,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:09.709184 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-1df0b5de-a240-4f8f-9ead-10e3a4f21149 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2991734 Mar 08 12:00:09.714761 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-02b9b770-4ec2-4443-bb16-12b97c8f2a8e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1309001 Mar 08 12:00:09.717395 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40534) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:09.717914 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40536) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:09.732371 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-543762576-router', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:09.733124 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network 25093daf-dda0-4c4d-ad5a-4e47ae659052 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:00:09.739094 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-519b9fc7-eaf1-467c-9ec8-f4e089f368b5 admin admin] Request body: {'subnet': {'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-subnet', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:09.787694 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958a3ad3-fe8d-48f7-9d41-8e73528ead10 admin admin] Made reservation on behalf of 4b47fc40178a401dac0d97ac08e606e0 for: {'subnet': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:09.791303 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-958a3ad3-fe8d-48f7-9d41-8e73528ead10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.793479 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2447340 Mar 08 12:00:09.798370 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40544) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:09.825957 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-0a2c9a94-d498-4f4b-a0b3-9f52adc2ebf4 admin admin] Request body: {'subnet': {'network_id': 'e40115b2-99b5-4c07-8e8d-59870124d040', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1951044918-subnet', 'tenant_id': 'c4c9b1d89cbc4ff78c58ac325d5735ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:09.839381 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bbb1e-5fa0-4787-bd34-b472bb6ce159 admin admin] Pushing event updated for resources: {'Network': ['ID=e40115b2-99b5-4c07-8e8d-59870124d040,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:09.880016 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network e40115b2-99b5-4c07-8e8d-59870124d040 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:00:09.905613 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66648729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (d13729ae-dc10-45b0-8da4-670f0b9efe91), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.907413 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66648425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66620634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66999983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (d13729ae-dc10-45b0-8da4-670f0b9efe91), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.938479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66648729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (4820dc4f-884c-463b-8168-60dc4757b10c), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.939680 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66648425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66620634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66999983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (4820dc4f-884c-463b-8168-60dc4757b10c), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:09.988435 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519b9fc7-eaf1-467c-9ec8-f4e089f368b5 admin admin] Made reservation on behalf of 5deaa9a6fe5145fd8ffe48d124429e6c for: {'subnet': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:09.991371 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-519b9fc7-eaf1-467c-9ec8-f4e089f368b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.013693 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Publish callbacks [] for router_controller (d13729ae-dc10-45b0-8da4-670f0b9efe91), precommit_add_association {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.122469 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.db_base_plugin_common [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Allocated IP 172.20.0.2 (7f359cc5-2843-4822-80dc-0991890d71fa/a431dca8-79c9-4874-a87f-d7946fc1238f/aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a) {{(pid=110283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:10.141415 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1243cea5-80c2-4e68-a89e-75a62f2bbc7a None None] Network 98344952-e0db-43ab-bdc0-bda704b5a859 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:10.253306 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2c9a94-d498-4f4b-a0b3-9f52adc2ebf4 admin admin] Made reservation on behalf of c4c9b1d89cbc4ff78c58ac325d5735ff for: {'subnet': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:10.253306 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0a2c9a94-d498-4f4b-a0b3-9f52adc2ebf4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.431131 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Publish callbacks [] for router_controller (4820dc4f-884c-463b-8168-60dc4757b10c), precommit_add_association {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.435422 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-519b9fc7-eaf1-467c-9ec8-f4e089f368b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for subnet (0999dd9d-7a14-4068-867e-b0cb2230adcb), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.496712 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-958a3ad3-fe8d-48f7-9d41-8e73528ead10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for subnet (8f524329-fcc5-41aa-ba42-66accd33d31a), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.569147 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Publish callbacks [] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), precommit_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.601170 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Publish callbacks [] for router_gateway (d13729ae-dc10-45b0-8da4-670f0b9efe91), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.626905 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a3ad3-fe8d-48f7-9d41-8e73528ead10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f524329-fcc5-41aa-ba42-66accd33d31a,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:10.646148 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a3ad3-fe8d-48f7-9d41-8e73528ead10 admin admin] Checking segment: {'id': '44bf1cff-f476-40ab-863e-09fd2afe8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5cf33e48-aabb-4980-a747-ac68d9e238cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:10.646518 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a3ad3-fe8d-48f7-9d41-8e73528ead10 admin admin] Network hostable DHCP agents. Network: 5cf33e48-aabb-4980-a747-ac68d9e238cc, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:00:10.648615 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.717779 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Network 7f359cc5-2843-4822-80dc-0991890d71fa is already hosted by enough agents. {{(pid=110283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:10.721587 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.base_scheduler [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Resources bound (agent type, host, resource id): {{(pid=110283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:10.723986 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Received port after_create {{(pid=110283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:10.756724 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b9fc7-eaf1-467c-9ec8-f4e089f368b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0999dd9d-7a14-4068-867e-b0cb2230adcb,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:10.774008 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a3ad3-fe8d-48f7-9d41-8e73528ead10 admin admin] Network 5cf33e48-aabb-4980-a747-ac68d9e238cc is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:00:10.784000 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Pushing event updated for resources: {'Port': ['ID=aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a,revision_number=1']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:10.799621 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:10.800346 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:10.803629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:10.803629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:10.803629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:10.803629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:10.803629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:10.803629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:10.803629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:10.803629 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Tracked resource versions report: Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: pushed versions: Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: { 'AddressGroup': {'1.2'}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'ConntrackHelper': {'1.0'}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Log': {'1.0'}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Network': {'1.1'}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Port': {'1.7'}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'PortForwarding': {'1.2'}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'QosPolicy': {'1.10'}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'SecurityGroup': {'1.5'}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'SubPort': {'1.0'}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Subnet': {'1.1'}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Trunk': {'1.1'}} Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: consumer versions: Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: { DHCP agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: HyperV agent@hv-cinder-83008: {}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: L3 agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: Metadata agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: Metering agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: Open vSwitch agent@dv-cinder-830086-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'ConntrackHelper': '1.0', Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'LocalIPAssociation': '1.0', Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Log': '1.0', Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Network': '1.1', Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Port': '1.7', Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'PortForwarding': '1.2', Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'QosPolicy': '1.10', Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'SecurityGroup': '1.5', Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'SecurityGroupRule': '1.2', Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'SubPort': '1.0', Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Subnet': '1.1', Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: 'Trunk': '1.1'}} Mar 08 12:00:10.811161 dv-cinder-830086-2-iscsi neutron-server[110283]: {{(pid=110283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:00:10.822632 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Attempting to bind port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:10.822994 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Attempting to bind port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:10.823358 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Attempting to bind port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a on network 7f359cc5-2843-4822-80dc-0991890d71fa {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:10.830561 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:10.830943 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Checking segment: {'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:10.831356 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.831751 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Bound using segment: {'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:10.832232 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Bound port: aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:10.832670 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.917288 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] For port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:10.919642 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-958a3ad3-fe8d-48f7-9d41-8e73528ead10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, 5cf33e48-aabb-4980-a747-ac68d9e238cc) {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:10.921305 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] For port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:10.932407 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b9fc7-eaf1-467c-9ec8-f4e089f368b5 admin admin] Checking segment: {'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:10.932891 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519b9fc7-eaf1-467c-9ec8-f4e089f368b5 admin admin] Network hostable DHCP agents. Network: 25093daf-dda0-4c4d-ad5a-4e47ae659052, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:00:10.937776 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7da26ea-d2d1-4b5e-99fe-a708b339d444 None None] Network 5cf33e48-aabb-4980-a747-ac68d9e238cc requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:10.948627 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a3ad3-fe8d-48f7-9d41-8e73528ead10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:10.949161 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-958a3ad3-fe8d-48f7-9d41-8e73528ead10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.980086 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Publish callbacks [] for router_gateway (d13729ae-dc10-45b0-8da4-670f0b9efe91), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:10.986818 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Publish callbacks [] for router_gateway (4820dc4f-884c-463b-8168-60dc4757b10c), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.008122 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.016562 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.035809 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0a2c9a94-d498-4f4b-a0b3-9f52adc2ebf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for subnet (f05337e2-14e1-4d7d-b31d-68f906033f4f), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.109816 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-958a3ad3-fe8d-48f7-9d41-8e73528ead10 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4936469 Mar 08 12:00:11.134334 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c9a94-d498-4f4b-a0b3-9f52adc2ebf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05337e2-14e1-4d7d-b31d-68f906033f4f,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:11.139482 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d6338-5229-4d0a-bfa1-03ed43cecb45 None None] Pushing event updated for resources: {'Port': ['ID=aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:11.148681 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b74eb5e-3d38-422c-9339-432fd8cc2c05 None None] Network 5cf33e48-aabb-4980-a747-ac68d9e238cc requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:11.153595 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519b9fc7-eaf1-467c-9ec8-f4e089f368b5 admin admin] Network 25093daf-dda0-4c4d-ad5a-4e47ae659052 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:00:11.190204 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-519b9fc7-eaf1-467c-9ec8-f4e089f368b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, 25093daf-dda0-4c4d-ad5a-4e47ae659052) {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:11.223566 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519b9fc7-eaf1-467c-9ec8-f4e089f368b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:11.224442 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-519b9fc7-eaf1-467c-9ec8-f4e089f368b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.233558 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0c5dcd-d638-4bbd-924e-22baf3d5af10 None None] Network 25093daf-dda0-4c4d-ad5a-4e47ae659052 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:11.282080 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Allocated IP 172.27.0.68 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:11.324519 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c9a94-d498-4f4b-a0b3-9f52adc2ebf4 admin admin] Checking segment: {'id': '48fcad8f-990f-4d46-997c-0de352c8f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e40115b2-99b5-4c07-8e8d-59870124d040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:11.324883 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2c9a94-d498-4f4b-a0b3-9f52adc2ebf4 admin admin] Network hostable DHCP agents. Network: e40115b2-99b5-4c07-8e8d-59870124d040, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:00:11.445137 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-519b9fc7-eaf1-467c-9ec8-f4e089f368b5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7239847 Mar 08 12:00:11.450620 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40590) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:11.455188 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9da6154-2c8a-51fd-a243-852dfaf31b55-25093daf-dda0-4c4d-ad5a-4e47ae659052', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb'}]}} from dv-cinder-830086-2-iscsi. {{(pid=110283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:00:11.456521 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.481056 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:11.577467 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Publish callbacks [] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.640954 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66648729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (69ae6d45-f643-48b8-9b10-1d7f36337e81), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.642563 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66648425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66620634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66999983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (69ae6d45-f643-48b8-9b10-1d7f36337e81), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.648189 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2c9a94-d498-4f4b-a0b3-9f52adc2ebf4 admin admin] Network e40115b2-99b5-4c07-8e8d-59870124d040 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:00:11.705248 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.db_base_plugin_common [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Allocated IP 172.20.0.2 (25093daf-dda0-4c4d-ad5a-4e47ae659052/0999dd9d-7a14-4068-867e-b0cb2230adcb/baaf6efc-e5c3-4434-ac68-886892d1e355) {{(pid=110283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:11.737899 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.797760 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-0a2c9a94-d498-4f4b-a0b3-9f52adc2ebf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, e40115b2-99b5-4c07-8e8d-59870124d040) {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:11.802999 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2c9a94-d498-4f4b-a0b3-9f52adc2ebf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:11.804261 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0a2c9a94-d498-4f4b-a0b3-9f52adc2ebf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.808037 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Publish callbacks [] for router_gateway (4820dc4f-884c-463b-8168-60dc4757b10c), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.812792 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Publish callbacks [] for router_controller (69ae6d45-f643-48b8-9b10-1d7f36337e81), precommit_add_association {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.825017 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:11.828340 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:11.836949 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:11.841341 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:11.878196 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edae1c6-43d8-4444-87f8-61d3e1cb3882 None None] Network e40115b2-99b5-4c07-8e8d-59870124d040 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:11.927769 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Pushing event updated for resources: {'Port': ['ID=ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:11.957515 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-0a2c9a94-d498-4f4b-a0b3-9f52adc2ebf4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1472514 Mar 08 12:00:12.237307 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Publish callbacks [] for router_gateway (d13729ae-dc10-45b0-8da4-670f0b9efe91), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.306323 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475cd5b5-47f8-49e9-b8b6-a3f3f18d3862 None None] Network e40115b2-99b5-4c07-8e8d-59870124d040 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:12.310846 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Publish callbacks [] for router_gateway (69ae6d45-f643-48b8-9b10-1d7f36337e81), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.313101 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Publish callbacks [] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), precommit_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.459843 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.484104 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Allocated IP 172.27.0.100 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/9714f038-89f7-4369-afc7-114c4f550059) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:12.572882 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Network 25093daf-dda0-4c4d-ad5a-4e47ae659052 is already hosted by enough agents. {{(pid=110283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:12.579178 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40648) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:12.588630 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.base_scheduler [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Resources bound (agent type, host, resource id): {{(pid=110283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:12.599181 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Received port after_create {{(pid=110283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:12.615276 dv-cinder-830086-2-iscsi neutron-server[110281]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 12:00:12.615376 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Pushing event updated for resources: {'Port': ['ID=baaf6efc-e5c3-4434-ac68-886892d1e355,revision_number=1']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:12.791556 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750941a3-ff97-419d-b9f9-b36784518f38 None None] Network 7f359cc5-2843-4822-80dc-0991890d71fa requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:12.800395 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66648418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66620663'] for router (d13729ae-dc10-45b0-8da4-670f0b9efe91), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.894608 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Attempting to bind port baaf6efc-e5c3-4434-ac68-886892d1e355 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:12.895663 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Attempting to bind port baaf6efc-e5c3-4434-ac68-886892d1e355 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:12.895994 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Attempting to bind port baaf6efc-e5c3-4434-ac68-886892d1e355 on network 25093daf-dda0-4c4d-ad5a-4e47ae659052 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:12.914775 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-016a2ca2-9b3e-406a-b1b3-40b423fa700e None None] Provisioning complete for port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:12.915172 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-016a2ca2-9b3e-406a-b1b3-40b423fa700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.921119 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:12.921504 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Checking segment: {'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:12.921921 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:12.925496 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Bound using segment: {'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:12.925496 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Bound port: baaf6efc-e5c3-4434-ac68-886892d1e355, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:12.925496 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.056384 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Publish callbacks [] for port (9714f038-89f7-4369-afc7-114c4f550059), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.086963 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-9f86664a-f25a-498b-9d84-26e14df51f93 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:13.090126 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Router d13729ae-dc10-45b0-8da4-670f0b9efe91 is scheduled to L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 with binding_index 1 {{(pid=110282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:00:13.098978 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-9f86664a-f25a-498b-9d84-26e14df51f93 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/networks?id=5cf33e48-aabb-4980-a747-ac68d9e238cc HTTP/1.1" status: 200 len: 811 time: 0.4919109 Mar 08 12:00:13.122137 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-0a60e84f-23da-4258-99fc-8ca2273f0d6d tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/quotas/4b47fc40178a401dac0d97ac08e606e0 HTTP/1.1" status: 200 len: 375 time: 0.0250788 Mar 08 12:00:13.199014 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:13.317459 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] For port baaf6efc-e5c3-4434-ac68-886892d1e355, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:13.322144 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:00:13.325766 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] For port baaf6efc-e5c3-4434-ac68-886892d1e355, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=baaf6efc-e5c3-4434-ac68-886892d1e355,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:13.330197 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Sync routers for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:00:13.356151 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:13.357378 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T11:59:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:13.369332 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-6c20d3b7-88f3-431c-a887-b255e908b533 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b47fc40178a401dac0d97ac08e606e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2462320 Mar 08 12:00:13.396905 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-016a2ca2-9b3e-406a-b1b3-40b423fa700e None None] Current status of the port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:13.397298 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-016a2ca2-9b3e-406a-b1b3-40b423fa700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.401552 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:13.401741 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.433023 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.440364 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40670) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:13.441643 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-688cf1ba-bab0-4319-9355-6113a91f2f73 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7900987 Mar 08 12:00:13.447304 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40672) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:13.452302 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1661602193-network', 'tenant_id': '125688516cce44899efd57129d5e2657'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:13.478782 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.507972 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-016a2ca2-9b3e-406a-b1b3-40b423fa700e None None] For port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:13.516552 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (9714f038-89f7-4369-afc7-114c4f550059), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.578022 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Made reservation on behalf of 125688516cce44899efd57129d5e2657 for: {'network': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:13.580517 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.584645 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:13.597435 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.613821 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-016a2ca2-9b3e-406a-b1b3-40b423fa700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.635446 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1b18a-e896-445e-8547-95e850ad2ea1 None None] Pushing event updated for resources: {'Port': ['ID=baaf6efc-e5c3-4434-ac68-886892d1e355,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:13.755352 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:13.756219 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Pushing event updated for resources: {'Port': ['ID=9714f038-89f7-4369-afc7-114c4f550059,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:13.786862 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Publish callbacks [] for security_group (b5a6b87c-d729-4257-8f97-6e2b837fc6e3), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.800177 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:13.816882 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a2ca2-9b3e-406a-b1b3-40b423fa700e None None] Pushing event updated for resources: {'Port': ['ID=aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:13.860574 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-451fef72-6e70-412d-b69b-49bb501b0789 None None] Provisioning complete for port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:13.860574 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-451fef72-6e70-412d-b69b-49bb501b0789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.864408 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b5a6b87c-d729-4257-8f97-6e2b837fc6e3), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.895047 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:13.920421 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a6b87c-d729-4257-8f97-6e2b837fc6e3,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:13.949755 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=110282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:00:14.002891 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (bf73d1c6-531e-4c8d-bac7-e468f29e0838), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.003235 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.segments_db [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Added segment bf73d1c6-531e-4c8d-bac7-e468f29e0838 of type vlan for network a40275bf-7704-4a30-8178-942adc669a0c Mar 08 12:00:14.025829 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-451fef72-6e70-412d-b69b-49bb501b0789 None None] Current status of the port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:14.056425 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:11Z', 'revision_number': 3, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:14.107519 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Checking router: d13729ae-dc10-45b0-8da4-670f0b9efe91 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:00:14.108161 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Updating router d13729ae-dc10-45b0-8da4-670f0b9efe91 port ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f binding host dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:00:14.163512 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.207268 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-a376b490-60c7-4650-bc7c-4e7b8f5f45cc service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:00:14.209897 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-a376b490-60c7-4650-bc7c-4e7b8f5f45cc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5306106 Mar 08 12:00:14.237124 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (a40275bf-7704-4a30-8178-942adc669a0c), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.255305 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:14.314855 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Publish callbacks [] for router_gateway (69ae6d45-f643-48b8-9b10-1d7f36337e81), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.343993 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (a40275bf-7704-4a30-8178-942adc669a0c), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.345037 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:14.345622 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.422085 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.423801 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] Pushing event updated for resources: {'Network': ['ID=a40275bf-7704-4a30-8178-942adc669a0c,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:14.440530 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network a40275bf-7704-4a30-8178-942adc669a0c details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:00:14.453437 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-0825d2cb-c1b9-4cfd-8e58-ef25abb7a1d4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0049655 Mar 08 12:00:14.456915 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40690) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:14.463256 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-3f85b74d-738c-4701-b248-cf0d19ca5818 admin admin] Request body: {'subnet': {'network_id': 'a40275bf-7704-4a30-8178-942adc669a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1661602193-subnet', 'tenant_id': '125688516cce44899efd57129d5e2657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:14.544261 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Publish callbacks [] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), precommit_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.587827 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-07b4e6e0-2d96-42ae-85e8-368b3d8877d5 service neutron] 10.222.0.43 "GET /v2.0/networks/5cf33e48-aabb-4980-a747-ac68d9e238cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526039 Mar 08 12:00:14.595151 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f85b74d-738c-4701-b248-cf0d19ca5818 admin admin] Made reservation on behalf of 125688516cce44899efd57129d5e2657 for: {'subnet': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:14.598778 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3f85b74d-738c-4701-b248-cf0d19ca5818 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.618460 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.736494 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Pushing event updated for resources: {'Port': ['ID=ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f,revision_number=2']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:14.740018 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Attempting to bind port ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:14.740416 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Attempting to bind port ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:14.740799 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Attempting to bind port ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f on network b11f5efd-e33a-4972-9f0b-6f3c889a5429 {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:14.758361 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:14.758616 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:14.758981 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:14.759332 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:14.760353 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:14.760353 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:14.760353 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:14.761295 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:14.761295 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:14.761295 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:14.762055 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:14.762055 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:14.762246 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Tracked resource versions report: Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: pushed versions: Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: { 'AddressGroup': {'1.2'}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'ConntrackHelper': {'1.0'}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Log': {'1.0'}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Network': {'1.1'}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Port': {'1.7'}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'PortForwarding': {'1.2'}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'QosPolicy': {'1.10'}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'SecurityGroup': {'1.5'}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'SubPort': {'1.0'}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Subnet': {'1.1'}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Trunk': {'1.1'}} Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: consumer versions: Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: { DHCP agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: HyperV agent@hv-cinder-83008: {}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: L3 agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: Metadata agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: Metering agent@dv-cinder-830086-2-iscsi: {}, Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: Open vSwitch agent@dv-cinder-830086-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'ConntrackHelper': '1.0', Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'LocalIPAssociation': '1.0', Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Log': '1.0', Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Network': '1.1', Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Port': '1.7', Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'PortForwarding': '1.2', Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'QosPolicy': '1.10', Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'SecurityGroup': '1.5', Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'SecurityGroupRule': '1.2', Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'SubPort': '1.0', Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Subnet': '1.1', Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: 'Trunk': '1.1'}} Mar 08 12:00:14.772749 dv-cinder-830086-2-iscsi neutron-server[110284]: {{(pid=110284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:00:14.788433 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:14.788819 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Checking segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:14.790019 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.790188 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Bound using segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:14.790685 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Bound port: ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:14.791071 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.851384 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:14.895978 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] For port ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:14.896468 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] For port ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:14.954720 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Allocated IP 172.27.0.88 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/4044abb8-102c-42c8-b561-558c6cc0eb8e) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:14.973818 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.001736 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3f85b74d-738c-4701-b248-cf0d19ca5818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for subnet (bb0b0e42-4639-42c9-92f1-70479c77b52a), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.006860 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-e5dc03e4-4d04-4a3f-a1b4-7df2f0f9f65c service neutron] 10.222.0.43 "GET /v2.0/networks/5cf33e48-aabb-4980-a747-ac68d9e238cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107826 Mar 08 12:00:15.110861 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2638026-e318-4baf-9441-40e14e1cf6a4 None None] Pushing event updated for resources: {'Port': ['ID=ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f,revision_number=3']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:15.168090 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7359c68-21ff-47a8-b7d3-b722d773d8ad None None] Network 25093daf-dda0-4c4d-ad5a-4e47ae659052 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:15.190534 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85b74d-738c-4701-b248-cf0d19ca5818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb0b0e42-4639-42c9-92f1-70479c77b52a,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:15.414041 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:15.417396 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85b74d-738c-4701-b248-cf0d19ca5818 admin admin] Checking segment: {'id': 'bf73d1c6-531e-4c8d-bac7-e468f29e0838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a40275bf-7704-4a30-8178-942adc669a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:15.417396 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f85b74d-738c-4701-b248-cf0d19ca5818 admin admin] Network hostable DHCP agents. Network: a40275bf-7704-4a30-8178-942adc669a0c, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:00:15.417873 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T11:59:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:15.418044 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Publish callbacks [] for router_gateway (4820dc4f-884c-463b-8168-60dc4757b10c), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.418205 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:15.418205 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-949f4b17-914f-4c8f-a8fb-a00e581210ec None None] Provisioning complete for port baaf6efc-e5c3-4434-ac68-886892d1e355 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:15.418205 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-949f4b17-914f-4c8f-a8fb-a00e581210ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.419929 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f85b74d-738c-4701-b248-cf0d19ca5818 admin admin] Network a40275bf-7704-4a30-8178-942adc669a0c is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:00:15.420078 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:15.473268 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:15.473549 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.532961 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-3f85b74d-738c-4701-b248-cf0d19ca5818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, a40275bf-7704-4a30-8178-942adc669a0c) {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:15.540104 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f85b74d-738c-4701-b248-cf0d19ca5818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:15.540835 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3f85b74d-738c-4701-b248-cf0d19ca5818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.551860 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-949f4b17-914f-4c8f-a8fb-a00e581210ec None None] Current status of the port baaf6efc-e5c3-4434-ac68-886892d1e355 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:15.551860 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-949f4b17-914f-4c8f-a8fb-a00e581210ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.562960 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c613137d-3c14-470c-b139-d8a1adb4fc49 None None] Network a40275bf-7704-4a30-8178-942adc669a0c requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:15.706202 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-3f85b74d-738c-4701-b248-cf0d19ca5818 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2481744 Mar 08 12:00:15.725972 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-949f4b17-914f-4c8f-a8fb-a00e581210ec None None] For port baaf6efc-e5c3-4434-ac68-886892d1e355, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=baaf6efc-e5c3-4434-ac68-886892d1e355,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:15.754283 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:15.756199 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device baaf6efc-e5c3-4434-ac68-886892d1e355 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:15.821465 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Allocated IP 172.20.0.1 (7f359cc5-2843-4822-80dc-0991890d71fa/a431dca8-79c9-4874-a87f-d7946fc1238f/a5c809c4-80a1-49c8-a8db-ee1e01c451d0) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:15.826339 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Publish callbacks [] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.880851 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-949f4b17-914f-4c8f-a8fb-a00e581210ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:15.896927 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6851ac72-6d21-4aa0-8587-6d4e80712b64 req-6f5bf93b-ae75-4bfa-a5de-852b5473fcf3 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 210 time: 0.1111832 Mar 08 12:00:15.901699 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc64bf3-3031-4029-9fd1-8b1f48e522d3 None None] Network a40275bf-7704-4a30-8178-942adc669a0c requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:15.961409 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:11Z', 'revision_number': 3, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:16.046408 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad06ee6-2ee0-472e-b5d7-abaefd6aa722 None None] The sync data for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi is: [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:11Z', 'revision_number': 3, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:00:16.050887 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40742) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:16.133592 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f4b17-914f-4c8f-a8fb-a00e581210ec None None] Pushing event updated for resources: {'Port': ['ID=baaf6efc-e5c3-4434-ac68-886892d1e355,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:16.151568 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-93028dcb-9c8a-44c9-973e-d05c3ba4cab7 None None] Provisioning complete for port baaf6efc-e5c3-4434-ac68-886892d1e355 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:16.152844 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-93028dcb-9c8a-44c9-973e-d05c3ba4cab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.208270 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_v2 [None req-946e4755-a136-4ae0-af9f-3f3337bf9a59 admin admin] Deleting subnet f05337e2-14e1-4d7d-b31d-68f906033f4f {{(pid=110282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:00:16.218057 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port baaf6efc-e5c3-4434-ac68-886892d1e355 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:16.218551 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.225231 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-946e4755-a136-4ae0-af9f-3f3337bf9a59 admin admin] Publish callbacks [] for subnet (f05337e2-14e1-4d7d-b31d-68f906033f4f), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.246918 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.308650 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-946e4755-a136-4ae0-af9f-3f3337bf9a59 admin admin] Publish callbacks [] for subnet (f05337e2-14e1-4d7d-b31d-68f906033f4f), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.327297 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-946e4755-a136-4ae0-af9f-3f3337bf9a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (f05337e2-14e1-4d7d-b31d-68f906033f4f), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.396723 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-93028dcb-9c8a-44c9-973e-d05c3ba4cab7 None None] Current status of the port baaf6efc-e5c3-4434-ac68-886892d1e355 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:16.409220 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Publish callbacks [] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.412094 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port baaf6efc-e5c3-4434-ac68-886892d1e355 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:16.416943 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66648418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66620663'] for router (4820dc4f-884c-463b-8168-60dc4757b10c), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.421992 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:16.432296 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:16.440034 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:16.441309 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Pushing event updated for resources: {'Port': ['ID=4044abb8-102c-42c8-b561-558c6cc0eb8e,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:16.515659 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-946e4755-a136-4ae0-af9f-3f3337bf9a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for subnet (f05337e2-14e1-4d7d-b31d-68f906033f4f), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.610871 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e4755-a136-4ae0-af9f-3f3337bf9a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05337e2-14e1-4d7d-b31d-68f906033f4f,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:16.620255 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-946e4755-a136-4ae0-af9f-3f3337bf9a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.624748 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-946e4755-a136-4ae0-af9f-3f3337bf9a59 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f05337e2-14e1-4d7d-b31d-68f906033f4f HTTP/1.1" status: 204 len: 168 time: 0.5728092 Mar 08 12:00:16.629807 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40766) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:16.729716 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (e40115b2-99b5-4c07-8e8d-59870124d040), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.796378 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.818193 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Network 7f359cc5-2843-4822-80dc-0991890d71fa is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:16.824266 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (e40115b2-99b5-4c07-8e8d-59870124d040), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.824532 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:16.862472 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:16.862472 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:16.863091 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:16.863478 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > port after_create 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:16.864113 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > port after_delete 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:16.864511 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > port after_update 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:16.864833 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:16.865151 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:16.865463 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:16.865914 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:16.896370 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:16.900659 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66621402'] for router_interface (d13729ae-dc10-45b0-8da4-670f0b9efe91), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:16.907379 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Router 4820dc4f-884c-463b-8168-60dc4757b10c is scheduled to L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 with binding_index 1 {{(pid=110281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:00:17.251292 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-0dfdeee9-423a-4c39-a089-76bfe7533c36 None None] Provisioning complete for port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:17.251853 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0dfdeee9-423a-4c39-a089-76bfe7533c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.365117 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device baaf6efc-e5c3-4434-ac68-886892d1e355 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:17.369728 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Pushing event updated for resources: {'Port': ['ID=a5c809c4-80a1-49c8-a8db-ee1e01c451d0,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:17.401650 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-0dfdeee9-423a-4c39-a089-76bfe7533c36 None None] Port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:00:17.410415 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6461f220-e657-4327-9e34-a5b5ed60460d req-cb708e15-a3e0-4dd5-b075-baa21a1be4c0 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 210 time: 0.3641758 Mar 08 12:00:17.458997 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:17.459595 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:17.459680 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:17.459987 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:00:17.460356 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port baaf6efc-e5c3-4434-ac68-886892d1e355 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:17.460997 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.472021 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40115b2-99b5-4c07-8e8d-59870124d040']}} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:17.499448 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fcad8f-990f-4d46-997c-0de352c8f908') {'for_net_delete': True} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:17.499745 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fcad8f-990f-4d46-997c-0de352c8f908') {} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:17.525339 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417039'] for segment (48fcad8f-990f-4d46-997c-0de352c8f908), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.546785 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Publish callbacks [] for router_gateway (69ae6d45-f643-48b8-9b10-1d7f36337e81), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.561144 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (48fcad8f-990f-4d46-997c-0de352c8f908), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.572667 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=110282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:00:17.573250 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64256915'] for segment (48fcad8f-990f-4d46-997c-0de352c8f908), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: from cryptography.utils import int_from_bytes Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: from cryptography.utils import int_from_bytes Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: Traceback (most recent call last): Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: timer() Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: cb(*args, **kw) Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: return func(*args, **kwargs) Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: self._notify() Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: self.callback(batched_events) Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: event.method(event) Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: return f(self, *a, **k) Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._get(url).json() Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: return self.request(url, 'GET', **kwargs) Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:00:17.578643 dv-cinder-830086-2-iscsi neutron-server[110282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:00:17.593292 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port baaf6efc-e5c3-4434-ac68-886892d1e355 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:17.594549 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:17.598607 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:00:17.627706 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Sync routers for ids ['4820dc4f-884c-463b-8168-60dc4757b10c'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:00:17.630508 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-e1e46b0a-3caf-4d8b-92d5-9414547bc601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.656606 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Routers {'4820dc4f-884c-463b-8168-60dc4757b10c'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:17.657316 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T11:59:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['4820dc4f-884c-463b-8168-60dc4757b10c'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:17.677356 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.678856 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-58d240f2-1c75-4d51-bdb7-e8a738ac5a53 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.9591000 Mar 08 12:00:17.683116 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40794) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:17.688008 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.743289 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (e40115b2-99b5-4c07-8e8d-59870124d040), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.749930 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.753372 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] 10.222.0.43 "DELETE /v2.0/networks/e40115b2-99b5-4c07-8e8d-59870124d040 HTTP/1.1" status: 204 len: 168 time: 1.1215477 Mar 08 12:00:17.760165 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40796) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:17.856170 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397dec8-e394-4e43-8575-00cb7dd96ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=e40115b2-99b5-4c07-8e8d-59870124d040,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:17.889713 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:17.890146 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:17.968482 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Set router 4820dc4f-884c-463b-8168-60dc4757b10c gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:18.018084 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adae1e2-4fda-4018-af8d-901c5a2b3cdd admin admin] Deleting subnet bb0b0e42-4639-42c9-92f1-70479c77b52a {{(pid=110282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:00:18.021471 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6adae1e2-4fda-4018-af8d-901c5a2b3cdd admin admin] Publish callbacks [] for subnet (bb0b0e42-4639-42c9-92f1-70479c77b52a), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.083210 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66648418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66620663'] for router (69ae6d45-f643-48b8-9b10-1d7f36337e81), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.111918 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6adae1e2-4fda-4018-af8d-901c5a2b3cdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417268'] for subnet (bb0b0e42-4639-42c9-92f1-70479c77b52a), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.194278 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6adae1e2-4fda-4018-af8d-901c5a2b3cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (bb0b0e42-4639-42c9-92f1-70479c77b52a), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.203930 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:18.204340 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.212375 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Publish callbacks [] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.233306 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:18.243928 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'name': 'tempest-ServerRescueNegativeTestJSON-543762576-router', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9714f038-89f7-4369-afc7-114c4f550059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:14Z', 'revision_number': 3, 'project_id': '20c1732d55174a8d9ab9b83ed16227d9', 'gw_port': {'id': '9714f038-89f7-4369-afc7-114c4f550059', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:18.276611 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Checking router: 4820dc4f-884c-463b-8168-60dc4757b10c for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:00:18.277489 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Updating router 4820dc4f-884c-463b-8168-60dc4757b10c port 9714f038-89f7-4369-afc7-114c4f550059 binding host dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:00:18.297936 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.299095 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66820467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66621366'] for router_interface (d13729ae-dc10-45b0-8da4-670f0b9efe91), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.333344 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9714f038-89f7-4369-afc7-114c4f550059), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.358623 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Router 69ae6d45-f643-48b8-9b10-1d7f36337e81 is scheduled to L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 with binding_index 1 {{(pid=110281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:00:18.375806 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6adae1e2-4fda-4018-af8d-901c5a2b3cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64257017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64241037'] for subnet (bb0b0e42-4639-42c9-92f1-70479c77b52a), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.380118 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.419497 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adae1e2-4fda-4018-af8d-901c5a2b3cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb0b0e42-4639-42c9-92f1-70479c77b52a,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:18.425287 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6adae1e2-4fda-4018-af8d-901c5a2b3cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.430300 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-6adae1e2-4fda-4018-af8d-901c5a2b3cdd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bb0b0e42-4639-42c9-92f1-70479c77b52a HTTP/1.1" status: 204 len: 168 time: 0.5749598 Mar 08 12:00:18.433356 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40810) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:18.522740 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:18.536415 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-99c0ca3d-4319-4399-8df4-f27039f141fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (a40275bf-7704-4a30-8178-942adc669a0c), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.558088 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Network 7f359cc5-2843-4822-80dc-0991890d71fa is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:18.564745 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:18.578729 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Pushing event updated for resources: {'Port': ['ID=a5c809c4-80a1-49c8-a8db-ee1e01c451d0,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:18.698156 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-149f9ec0-2e34-4f29-8c9d-d53217065469 req-81ce2bbb-2f1c-432f-b739-70bc337a51ee tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 210 time: 0.0402145 Mar 08 12:00:18.712986 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Publish callbacks [] for port (9714f038-89f7-4369-afc7-114c4f550059), precommit_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.791853 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (9714f038-89f7-4369-afc7-114c4f550059), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.810752 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:00:18.816281 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.824059 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Sync routers for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:00:18.837269 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Router d13729ae-dc10-45b0-8da4-670f0b9efe91 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:00:18.844287 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:18.844968 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T11:59:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:18.868022 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-99c0ca3d-4319-4399-8df4-f27039f141fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (a40275bf-7704-4a30-8178-942adc669a0c), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.874314 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8574b-7d52-4349-97e5-e9962bdc13f7 None None] Pushing event updated for resources: {'Port': ['ID=9714f038-89f7-4369-afc7-114c4f550059,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:18.878150 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Attempting to bind port 9714f038-89f7-4369-afc7-114c4f550059 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:18.878727 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Attempting to bind port 9714f038-89f7-4369-afc7-114c4f550059 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:18.879468 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Attempting to bind port 9714f038-89f7-4369-afc7-114c4f550059 on network b11f5efd-e33a-4972-9f0b-6f3c889a5429 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:18.890097 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:18.891077 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Checking segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:18.892174 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.892617 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Bound using segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:18.893771 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Bound port: 9714f038-89f7-4369-afc7-114c4f550059, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:18.894098 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9714f038-89f7-4369-afc7-114c4f550059), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.906427 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-99c0ca3d-4319-4399-8df4-f27039f141fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40275bf-7704-4a30-8178-942adc669a0c']}} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:18.928104 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:18.930184 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-9d815711-ea3e-4b43-83bf-0eca991794d5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4643350 Mar 08 12:00:18.933149 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40814) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:18.970145 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] For port 9714f038-89f7-4369-afc7-114c4f550059, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:18.973876 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] For port 9714f038-89f7-4369-afc7-114c4f550059, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=9714f038-89f7-4369-afc7-114c4f550059,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:18.986617 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-99c0ca3d-4319-4399-8df4-f27039f141fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf73d1c6-531e-4c8d-bac7-e468f29e0838') {'for_net_delete': True} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:18.986980 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-99c0ca3d-4319-4399-8df4-f27039f141fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf73d1c6-531e-4c8d-bac7-e468f29e0838') {} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:18.992894 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-389e9767-761b-46fb-b80c-0b06ea033000 None None] Provisioning complete for port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:18.993380 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-389e9767-761b-46fb-b80c-0b06ea033000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.033519 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-99c0ca3d-4319-4399-8df4-f27039f141fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417039'] for segment (bf73d1c6-531e-4c8d-bac7-e468f29e0838), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.035009 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-389e9767-761b-46fb-b80c-0b06ea033000 None None] Port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:00:19.049733 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:19.077283 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:19.079741 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (9714f038-89f7-4369-afc7-114c4f550059), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.123738 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:00:19.132557 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-a62c4772-617f-4acb-b38c-9f79542735ea admin admin] 10.222.0.43 "PUT /v2.0/routers/d13729ae-dc10-45b0-8da4-670f0b9efe91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6348667 Mar 08 12:00:19.143828 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Sync routers for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:00:19.187901 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Allocated IP 172.20.0.1 (98344952-e0db-43ab-bdc0-bda704b5a859/13640637-05f7-46ca-85f6-679ac8752a14/c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:19.223112 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:19.223819 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T11:59:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:19.231511 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Routers {'4820dc4f-884c-463b-8168-60dc4757b10c'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:19.232346 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T11:59:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['4820dc4f-884c-463b-8168-60dc4757b10c'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:19.323455 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Publish callbacks [] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.361775 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-99c0ca3d-4319-4399-8df4-f27039f141fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (bf73d1c6-531e-4c8d-bac7-e468f29e0838), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.379823 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c0ca3d-4319-4399-8df4-f27039f141fb admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:00:19.380542 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-99c0ca3d-4319-4399-8df4-f27039f141fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64256915'] for segment (bf73d1c6-531e-4c8d-bac7-e468f29e0838), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: Traceback (most recent call last): Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: timer() Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: cb(*args, **kw) Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: return func(*args, **kwargs) Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: self._notify() Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: self.callback(batched_events) Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: event.method(event) Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: return f(self, *a, **k) Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._get(url).json() Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: return self.request(url, 'GET', **kwargs) Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:00:19.383231 dv-cinder-830086-2-iscsi neutron-server[110282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:00:19.392620 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] Set router 4820dc4f-884c-463b-8168-60dc4757b10c gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:19.534272 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.537640 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:16Z', 'revision_number': 3, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:19.600868 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Network 98344952-e0db-43ab-bdc0-bda704b5a859 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:19.605629 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:19.608226 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:19.612291 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Checking router: 69ae6d45-f643-48b8-9b10-1d7f36337e81 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:00:19.612291 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Updating router 69ae6d45-f643-48b8-9b10-1d7f36337e81 port 4044abb8-102c-42c8-b561-558c6cc0eb8e binding host dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:00:19.616533 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Pushing event updated for resources: {'Port': ['ID=c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:19.652841 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8574b-7d52-4349-97e5-e9962bdc13f7 None None] Pushing event updated for resources: {'Port': ['ID=9714f038-89f7-4369-afc7-114c4f550059,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:19.672962 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66621402'] for router_interface (4820dc4f-884c-463b-8168-60dc4757b10c), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.676698 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.734077 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.738815 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:19.739392 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.839537 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-99c0ca3d-4319-4399-8df4-f27039f141fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (a40275bf-7704-4a30-8178-942adc669a0c), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.873672 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-99c0ca3d-4319-4399-8df4-f27039f141fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:19.879656 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:19.883979 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-99c0ca3d-4319-4399-8df4-f27039f141fb admin admin] 10.222.0.43 "DELETE /v2.0/networks/a40275bf-7704-4a30-8178-942adc669a0c HTTP/1.1" status: 204 len: 168 time: 1.4494185 Mar 08 12:00:19.902094 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-095dc143-4964-4622-b2fe-620f425af268 req-8af77e80-d35a-4af7-bd78-8b6f0ca74876 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 210 time: 0.0381920 Mar 08 12:00:19.962327 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0ca3d-4319-4399-8df4-f27039f141fb admin admin] Pushing event deleted for resources: {'Network': ['ID=a40275bf-7704-4a30-8178-942adc669a0c,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:19.982223 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Allocated IP 172.20.0.1 (25093daf-dda0-4c4d-ad5a-4e47ae659052/0999dd9d-7a14-4068-867e-b0cb2230adcb/b66d2620-82e6-44b3-bbd3-d8b24eca872e) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:20.140758 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Publish callbacks [] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), precommit_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.219789 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40838) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:20.224960 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-c48e0358-6ba2-4cc0-b9d6-84c645c7557d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352612016', 'description': 'tempest-description--258268869'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:20.245811 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.274989 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Publish callbacks [] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.295379 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-37e44454-3979-4189-82a5-bb280a9edfa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.313829 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Attempting to bind port 4044abb8-102c-42c8-b561-558c6cc0eb8e on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:20.314218 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Attempting to bind port 4044abb8-102c-42c8-b561-558c6cc0eb8e by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:20.314592 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Attempting to bind port 4044abb8-102c-42c8-b561-558c6cc0eb8e on network b11f5efd-e33a-4972-9f0b-6f3c889a5429 {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:20.323185 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8280ba-dc88-4560-8f14-c5d4d5e928b8 None None] Pushing event updated for resources: {'Port': ['ID=4044abb8-102c-42c8-b561-558c6cc0eb8e,revision_number=2']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:20.325259 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:20.325643 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Checking segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:20.326051 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.326441 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Bound using segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:20.326924 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Bound port: 4044abb8-102c-42c8-b561-558c6cc0eb8e, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:20.327306 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.353596 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'name': 'tempest-ServerRescueNegativeTestJSON-543762576-router', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9714f038-89f7-4369-afc7-114c4f550059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:14Z', 'revision_number': 3, 'project_id': '20c1732d55174a8d9ab9b83ed16227d9', 'gw_port': {'id': '9714f038-89f7-4369-afc7-114c4f550059', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:20.355381 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.393323 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:20.400013 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e639b-8c34-4c60-87bc-30573bc0e91b None None] The sync data for ids ['4820dc4f-884c-463b-8168-60dc4757b10c'] in dv-cinder-830086-2-iscsi is: [{'id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'name': 'tempest-ServerRescueNegativeTestJSON-543762576-router', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9714f038-89f7-4369-afc7-114c4f550059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:14Z', 'revision_number': 3, 'project_id': '20c1732d55174a8d9ab9b83ed16227d9', 'gw_port': {'id': '9714f038-89f7-4369-afc7-114c4f550059', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:00:20.412808 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.416972 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] For port 4044abb8-102c-42c8-b561-558c6cc0eb8e, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:20.417239 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c48e0358-6ba2-4cc0-b9d6-84c645c7557d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.421764 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] For port 4044abb8-102c-42c8-b561-558c6cc0eb8e, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=4044abb8-102c-42c8-b561-558c6cc0eb8e,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:20.490461 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Network 25093daf-dda0-4c4d-ad5a-4e47ae659052 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:20.501940 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:20.506485 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:20.507109 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66621402'] for router_interface (69ae6d45-f643-48b8-9b10-1d7f36337e81), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.515713 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.536583 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 2, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:20.584647 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40848) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:20.636264 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Checking router: d13729ae-dc10-45b0-8da4-670f0b9efe91 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:00:20.636839 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Updating router d13729ae-dc10-45b0-8da4-670f0b9efe91 port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 binding host dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:00:20.651829 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8280ba-dc88-4560-8f14-c5d4d5e928b8 None None] Pushing event updated for resources: {'Port': ['ID=4044abb8-102c-42c8-b561-558c6cc0eb8e,revision_number=3']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:20.696919 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.698156 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:20.699770 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:00:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:20.729510 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Pushing event updated for resources: {'Port': ['ID=b66d2620-82e6-44b3-bbd3-d8b24eca872e,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:20.773883 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c48e0358-6ba2-4cc0-b9d6-84c645c7557d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group (b331c5f6-6177-4f89-b5a6-d60828d9a0f1), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.783193 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-ff298aeb-b364-4c01-b984-cb7e9a0865a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4c9b1d89cbc4ff78c58ac325d5735ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1948497 Mar 08 12:00:20.784281 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40852) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:20.815447 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Publish callbacks [] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.842424 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c48e0358-6ba2-4cc0-b9d6-84c645c7557d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b331c5f6-6177-4f89-b5a6-d60828d9a0f1), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.881727 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:20.909161 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:20.909278 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.055756 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.071556 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c48e0358-6ba2-4cc0-b9d6-84c645c7557d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.072929 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c48e0358-6ba2-4cc0-b9d6-84c645c7557d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8518074 Mar 08 12:00:21.077177 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40856) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:21.084843 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-dfab7371-178c-4838-9ed8-c7dc982879a0 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Request body: {'security_group_rule': {'security_group_id': 'b331c5f6-6177-4f89-b5a6-d60828d9a0f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:21.096834 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e0358-6ba2-4cc0-b9d6-84c645c7557d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b331c5f6-6177-4f89-b5a6-d60828d9a0f1,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:21.146578 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66820467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66621366'] for router_interface (4820dc4f-884c-463b-8168-60dc4757b10c), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.152041 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-85421c55-6aaf-46aa-9e87-bac78a17660a admin admin] Publish callbacks [] for security_group (5ce1911c-836b-46b1-ad45-b7123f6d2263), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.155872 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Pushing event updated for resources: {'Port': ['ID=c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:21.174776 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 9714f038-89f7-4369-afc7-114c4f550059 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:21.237246 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-f743e9b5-d638-4f6a-9371-1237af75f47a None None] Provisioning complete for port b66d2620-82e6-44b3-bbd3-d8b24eca872e triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:21.237627 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f743e9b5-d638-4f6a-9371-1237af75f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.256916 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:16Z', 'revision_number': 3, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:21.277258 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-dfab7371-178c-4838-9ed8-c7dc982879a0 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group_rule (9bd95f17-10fa-4269-b2ca-6f900a814dfa), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.280120 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40858) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:21.292193 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39777b-684d-412a-bdd1-67eaf0d45477 None None] The sync data for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi is: [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:16Z', 'revision_number': 3, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:00:21.332186 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-85421c55-6aaf-46aa-9e87-bac78a17660a admin admin] Publish callbacks [] for security_group (5ce1911c-836b-46b1-ad45-b7123f6d2263), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.337067 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e1dc4d99-5435-42bb-b206-ae19589e7e9b req-1e614aef-e937-4e44-a3f2-474388788bbe tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 210 time: 0.0507665 Mar 08 12:00:21.356172 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Network 98344952-e0db-43ab-bdc0-bda704b5a859 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:21.366540 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:21.404159 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-f743e9b5-d638-4f6a-9371-1237af75f47a None None] Port b66d2620-82e6-44b3-bbd3-d8b24eca872e cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:00:21.423859 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 9714f038-89f7-4369-afc7-114c4f550059 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:21.424142 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (9714f038-89f7-4369-afc7-114c4f550059), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.498296 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-dfab7371-178c-4838-9ed8-c7dc982879a0 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group_rule (9bd95f17-10fa-4269-b2ca-6f900a814dfa), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.526359 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Router 4820dc4f-884c-463b-8168-60dc4757b10c has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:00:21.533440 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Publish callbacks [] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.572681 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-dfab7371-178c-4838-9ed8-c7dc982879a0 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (9bd95f17-10fa-4269-b2ca-6f900a814dfa), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.594386 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab7371-178c-4838-9ed8-c7dc982879a0 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd95f17-10fa-4269-b2ca-6f900a814dfa,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:21.605200 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-85421c55-6aaf-46aa-9e87-bac78a17660a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (5ce1911c-836b-46b1-ad45-b7123f6d2263), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.608550 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-85421c55-6aaf-46aa-9e87-bac78a17660a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.611068 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 9714f038-89f7-4369-afc7-114c4f550059 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:21.613577 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-85421c55-6aaf-46aa-9e87-bac78a17660a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ce1911c-836b-46b1-ad45-b7123f6d2263 HTTP/1.1" status: 204 len: 168 time: 0.8274882 Mar 08 12:00:21.614600 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.615115 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66820467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66621366'] for router_interface (69ae6d45-f643-48b8-9b10-1d7f36337e81), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.617799 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9714f038-89f7-4369-afc7-114c4f550059), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.650457 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Publish callbacks [] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), precommit_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.650680 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85421c55-6aaf-46aa-9e87-bac78a17660a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce1911c-836b-46b1-ad45-b7123f6d2263,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:21.664819 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port 9714f038-89f7-4369-afc7-114c4f550059, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=9714f038-89f7-4369-afc7-114c4f550059,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:21.721908 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-dfab7371-178c-4838-9ed8-c7dc982879a0 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.731939 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-dfab7371-178c-4838-9ed8-c7dc982879a0 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6502023 Mar 08 12:00:21.741908 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40872) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:21.745942 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.773282 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-86dc7726-7d5d-4569-ac73-458902638d1c tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Request body: {'security_group_rule': {'security_group_id': 'b331c5f6-6177-4f89-b5a6-d60828d9a0f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:21.817533 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:00:21.824220 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-4c21e575-4358-4bf4-af5d-208f16b1511e admin admin] 10.222.0.43 "PUT /v2.0/routers/4820dc4f-884c-463b-8168-60dc4757b10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1394470 Mar 08 12:00:21.851828 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (9714f038-89f7-4369-afc7-114c4f550059), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:21.864114 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf9321-b944-4753-9669-d107d88eba8e None None] Pushing event updated for resources: {'Port': ['ID=a5c809c4-80a1-49c8-a8db-ee1e01c451d0,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:22.011206 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Pushing event updated for resources: {'Port': ['ID=b66d2620-82e6-44b3-bbd3-d8b24eca872e,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:22.060382 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-86dc7726-7d5d-4569-ac73-458902638d1c tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group_rule (6e96b4ff-35f8-4d3f-a956-51cb908c7828), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.076659 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=9714f038-89f7-4369-afc7-114c4f550059,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:22.109643 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Attempting to bind port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:22.115246 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Attempting to bind port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:22.115625 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Attempting to bind port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 on network 7f359cc5-2843-4822-80dc-0991890d71fa {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:22.128809 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:22.129190 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Checking segment: {'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:22.129597 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.130046 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Bound using segment: {'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:22.130534 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Bound port: a5c809c4-80a1-49c8-a8db-ee1e01c451d0, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:22.130970 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.173805 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Network 25093daf-dda0-4c4d-ad5a-4e47ae659052 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:22.184099 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:22.246222 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] For port a5c809c4-80a1-49c8-a8db-ee1e01c451d0, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:22.258729 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] For port a5c809c4-80a1-49c8-a8db-ee1e01c451d0, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=a5c809c4-80a1-49c8-a8db-ee1e01c451d0,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:22.293443 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-86dc7726-7d5d-4569-ac73-458902638d1c tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group_rule (6e96b4ff-35f8-4d3f-a956-51cb908c7828), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.352209 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-2412525a-f00d-47ff-a01e-28f2e2132a13 None None] Provisioning complete for port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:22.353634 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2412525a-f00d-47ff-a01e-28f2e2132a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.393100 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Router 69ae6d45-f643-48b8-9b10-1d7f36337e81 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:00:22.394424 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-86dc7726-7d5d-4569-ac73-458902638d1c tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (6e96b4ff-35f8-4d3f-a956-51cb908c7828), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.434552 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.451612 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc7726-7d5d-4569-ac73-458902638d1c tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e96b4ff-35f8-4d3f-a956-51cb908c7828,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:22.555425 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-2412525a-f00d-47ff-a01e-28f2e2132a13 None None] Port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:00:22.587943 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:22.588836 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:00:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:22.734306 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.743689 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf9321-b944-4753-9669-d107d88eba8e None None] Pushing event updated for resources: {'Port': ['ID=a5c809c4-80a1-49c8-a8db-ee1e01c451d0,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:22.755822 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-86dc7726-7d5d-4569-ac73-458902638d1c tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.757121 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-86dc7726-7d5d-4569-ac73-458902638d1c tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9958682 Mar 08 12:00:22.760755 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40904) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:22.765639 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Request body: {'floatingip': {'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:22.773457 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b16639aa-aba3-4537-89e8-71af84c8a755 req-e615099f-f5bd-406f-a88d-a922c747dbc5 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 210 time: 0.0837319 Mar 08 12:00:22.812308 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:00:22.866040 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-557d6d4d-2612-459d-9f76-b96c1a14cacc admin admin] 10.222.0.43 "PUT /v2.0/routers/69ae6d45-f643-48b8-9b10-1d7f36337e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9214461 Mar 08 12:00:22.866240 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40910) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:22.888108 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-f3894118-5937-441a-94d0-ce5433f87dcc None None] Provisioning complete for port b66d2620-82e6-44b3-bbd3-d8b24eca872e triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:22.888108 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f3894118-5937-441a-94d0-ce5433f87dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.932109 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-8ae08852-c49e-42c6-849b-6d26e2779aec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=125688516cce44899efd57129d5e2657&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0732625 Mar 08 12:00:22.934363 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 40914) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:22.958519 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.037299 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-f3894118-5937-441a-94d0-ce5433f87dcc None None] Port b66d2620-82e6-44b3-bbd3-d8b24eca872e cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:00:23.062917 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:23.211047 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c303fa6a-1ea1-4aa4-9b19-00c0eb1b637c admin admin] Publish callbacks [] for security_group (b5a6b87c-d729-4257-8f97-6e2b837fc6e3), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.218723 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-d476ec33-ae70-48ef-93c0-d16647afa834 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:23.228916 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-742c609b-7eb8-4e11-8f59-d9cacf10c1f7 None None] Provisioning complete for port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:23.229328 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-742c609b-7eb8-4e11-8f59-d9cacf10c1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.231198 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-d476ec33-ae70-48ef-93c0-d16647afa834 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 818 time: 0.4566224 Mar 08 12:00:23.256114 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-3ca84ac4-9873-444e-a6be-80d5b429ef5c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/quotas/20c1732d55174a8d9ab9b83ed16227d9 HTTP/1.1" status: 200 len: 375 time: 0.0193846 Mar 08 12:00:23.324366 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c303fa6a-1ea1-4aa4-9b19-00c0eb1b637c admin admin] Publish callbacks [] for security_group (b5a6b87c-d729-4257-8f97-6e2b837fc6e3), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.340883 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 9714f038-89f7-4369-afc7-114c4f550059 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:23.376140 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-51dd53ea-af83-4ade-b803-441457cb09b2 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1124070 Mar 08 12:00:23.521825 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 9714f038-89f7-4369-afc7-114c4f550059 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:23.522526 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (9714f038-89f7-4369-afc7-114c4f550059), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.525868 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-742c609b-7eb8-4e11-8f59-d9cacf10c1f7 None None] Current status of the port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:23.526216 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-742c609b-7eb8-4e11-8f59-d9cacf10c1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.546676 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.585190 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c35f866b-3f1c-429a-a9a9-2326838a1067 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:00:23.587505 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c35f866b-3f1c-429a-a9a9-2326838a1067 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0653992 Mar 08 12:00:23.642884 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:22Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:23.721186 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c303fa6a-1ea1-4aa4-9b19-00c0eb1b637c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b5a6b87c-d729-4257-8f97-6e2b837fc6e3), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.726230 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c303fa6a-1ea1-4aa4-9b19-00c0eb1b637c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.730455 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c303fa6a-1ea1-4aa4-9b19-00c0eb1b637c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5a6b87c-d729-4257-8f97-6e2b837fc6e3 HTTP/1.1" status: 204 len: 168 time: 0.7927594 Mar 08 12:00:23.760072 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-4709600c-d09e-44ea-bb3f-c43fbe48f2b6 service neutron] 10.222.0.43 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632061 Mar 08 12:00:23.768853 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303fa6a-1ea1-4aa4-9b19-00c0eb1b637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a6b87c-d729-4257-8f97-6e2b837fc6e3,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:23.777602 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Allocated IP 172.27.0.21 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/68af10f0-dc4e-4b3e-a983-a556280d1010) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:23.875885 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-742c609b-7eb8-4e11-8f59-d9cacf10c1f7 None None] For port a5c809c4-80a1-49c8-a8db-ee1e01c451d0, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=a5c809c4-80a1-49c8-a8db-ee1e01c451d0,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:23.880226 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Sync routers for ids ['4820dc4f-884c-463b-8168-60dc4757b10c'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:00:23.891946 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5b173-b0ec-460a-bd45-7a84607c1a62 None None] The sync data for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi is: [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:22Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:00:23.923193 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-43f75999-b8a8-4e55-8cf0-a8644b47cb9f service neutron] 10.222.0.43 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559587 Mar 08 12:00:23.927481 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Routers {'4820dc4f-884c-463b-8168-60dc4757b10c'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:23.929243 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:00:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['4820dc4f-884c-463b-8168-60dc4757b10c'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:23.995007 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40938) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:24.000219 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-742c609b-7eb8-4e11-8f59-d9cacf10c1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.001523 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-6117f8e8-cacf-48de-9cb1-e4d6365e1316 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317267665', 'description': 'tempest-description--737816333'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:24.040843 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.097977 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 9714f038-89f7-4369-afc7-114c4f550059 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:24.099125 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 4044abb8-102c-42c8-b561-558c6cc0eb8e up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:24.125341 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for port (68af10f0-dc4e-4b3e-a983-a556280d1010), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.187717 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c609b-7eb8-4e11-8f59-d9cacf10c1f7 None None] Pushing event updated for resources: {'Port': ['ID=a5c809c4-80a1-49c8-a8db-ee1e01c451d0,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:24.213745 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 4044abb8-102c-42c8-b561-558c6cc0eb8e triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:24.214133 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.233461 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1c3d2d1d-4c3d-413c-ac7b-04c5b9ef780e req-f6c52d71-92aa-431c-95c9-5b97f73196fb tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 210 time: 0.0896795 Mar 08 12:00:24.234748 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6117f8e8-cacf-48de-9cb1-e4d6365e1316 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.294919 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Set router 4820dc4f-884c-463b-8168-60dc4757b10c gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:24.300448 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (68af10f0-dc4e-4b3e-a983-a556280d1010), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.372668 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:24.376031 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:24.381691 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:24.385781 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 4044abb8-102c-42c8-b561-558c6cc0eb8e is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:24.386188 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.389720 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event updated for resources: {'Port': ['ID=68af10f0-dc4e-4b3e-a983-a556280d1010,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:24.397407 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6117f8e8-cacf-48de-9cb1-e4d6365e1316 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group (93608994-5ee9-4766-a292-04f42376bc3c), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.440707 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Sync routers for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:00:24.475089 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6117f8e8-cacf-48de-9cb1-e4d6365e1316 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (93608994-5ee9-4766-a292-04f42376bc3c), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.479684 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port 4044abb8-102c-42c8-b561-558c6cc0eb8e, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=4044abb8-102c-42c8-b561-558c6cc0eb8e,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:24.493114 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:24.493749 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:00:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:24.568750 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.627855 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6117f8e8-cacf-48de-9cb1-e4d6365e1316 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.634986 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-6117f8e8-cacf-48de-9cb1-e4d6365e1316 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6361408 Mar 08 12:00:24.639114 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6420f300-685d-4779-8251-9369d8e24709 req-0b41b936-3d4a-49e4-b033-607a35b391f8 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 210 time: 0.1497273 Mar 08 12:00:24.642304 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 40966) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:24.656631 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=4044abb8-102c-42c8-b561-558c6cc0eb8e,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:24.658782 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-14ed583f-47c0-406b-991c-12398d0f0f7f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Request body: {'security_group_rule': {'security_group_id': '93608994-5ee9-4766-a292-04f42376bc3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:24.678369 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117f8e8-cacf-48de-9cb1-e4d6365e1316 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93608994-5ee9-4766-a292-04f42376bc3c,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:24.736784 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'name': 'tempest-ServerRescueNegativeTestJSON-543762576-router', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9714f038-89f7-4369-afc7-114c4f550059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '20c1732d55174a8d9ab9b83ed16227d9', 'gw_port': {'id': '9714f038-89f7-4369-afc7-114c4f550059', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea', 'name': '', 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'mac_address': 'fa:16:3e:22:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13640637-05f7-46ca-85f6-679ac8752a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:18Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 2, 'project_id': '20c1732d55174a8d9ab9b83ed16227d9', 'subnets': [{'id': '13640637-05f7-46ca-85f6-679ac8752a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:24.790186 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.815147 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-14ed583f-47c0-406b-991c-12398d0f0f7f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group_rule (2a002a2f-2dac-4f0b-8234-6dbdd78df86b), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.864900 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Checking router: 4820dc4f-884c-463b-8168-60dc4757b10c for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:00:24.865285 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Updating router 4820dc4f-884c-463b-8168-60dc4757b10c port c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea binding host dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:00:24.868719 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:24.934046 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:24.996109 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (68af10f0-dc4e-4b3e-a983-a556280d1010), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.013864 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-14ed583f-47c0-406b-991c-12398d0f0f7f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group_rule (2a002a2f-2dac-4f0b-8234-6dbdd78df86b), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.113547 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-14ed583f-47c0-406b-991c-12398d0f0f7f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (2a002a2f-2dac-4f0b-8234-6dbdd78df86b), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.245355 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed583f-47c0-406b-991c-12398d0f0f7f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a002a2f-2dac-4f0b-8234-6dbdd78df86b,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:25.308576 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for port (68af10f0-dc4e-4b3e-a983-a556280d1010), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.320786 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device a5c809c4-80a1-49c8-a8db-ee1e01c451d0 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:25.359383 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-883689ac-e8f0-46c0-9b71-8ce9fb385262 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:25.370497 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-883689ac-e8f0-46c0-9b71-8ce9fb385262 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 818 time: 0.2849879 Mar 08 12:00:25.375434 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-14ed583f-47c0-406b-991c-12398d0f0f7f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.379360 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-14ed583f-47c0-406b-991c-12398d0f0f7f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7274694 Mar 08 12:00:25.381754 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41010) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:25.388443 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-2795db22-e1aa-4381-9c9e-43b44f0c23ec tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Request body: {'security_group_rule': {'security_group_id': '93608994-5ee9-4766-a292-04f42376bc3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:25.394762 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-d0071efe-60c6-4e3d-be3b-e20f3e25e271 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/quotas/20c1732d55174a8d9ab9b83ed16227d9 HTTP/1.1" status: 200 len: 375 time: 0.0166595 Mar 08 12:00:25.431057 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (68af10f0-dc4e-4b3e-a983-a556280d1010), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.436582 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Publish callbacks [] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), precommit_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.472079 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-80aedbc4-75fc-498a-811f-1efefc64d0b8 req-93896dbd-f464-4e91-b985-30ccd5bfbf0d tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 210 time: 0.0638528 Mar 08 12:00:25.497012 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-eca82fdd-3f94-422f-8f0b-78b77ff6a0ca tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1012065 Mar 08 12:00:25.513108 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:25.513108 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.521262 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.580410 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event updated for resources: {'Port': ['ID=68af10f0-dc4e-4b3e-a983-a556280d1010,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:25.636110 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2795db22-e1aa-4381-9c9e-43b44f0c23ec tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group_rule (ede5040d-9527-4a35-9067-5d2d59338aec), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.649695 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:21Z', 'revision_number': 2, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:25.682154 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51063289-33fa-4679-b028-f2c5ab5288fe None None] Pushing event updated for resources: {'Port': ['ID=c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea,revision_number=3']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:25.691182 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.734764 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-60f1e453-a4e2-4b65-8663-19d55f7f4364 service neutron] 10.222.0.43 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121296 Mar 08 12:00:25.758915 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Checking router: 69ae6d45-f643-48b8-9b10-1d7f36337e81 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:00:25.761888 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Updating router 69ae6d45-f643-48b8-9b10-1d7f36337e81 port b66d2620-82e6-44b3-bbd3-d8b24eca872e binding host dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:00:25.775777 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2795db22-e1aa-4381-9c9e-43b44f0c23ec tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group_rule (ede5040d-9527-4a35-9067-5d2d59338aec), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.840536 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.843594 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-14c2c416-0d48-42bc-96d2-11ad49fcc0ae tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0803685 Mar 08 12:00:25.869951 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.891850 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:25.893471 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 4044abb8-102c-42c8-b561-558c6cc0eb8e up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:25.901933 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2795db22-e1aa-4381-9c9e-43b44f0c23ec tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (ede5040d-9527-4a35-9067-5d2d59338aec), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.923338 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795db22-e1aa-4381-9c9e-43b44f0c23ec tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede5040d-9527-4a35-9067-5d2d59338aec,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:25.956813 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-88a2f07c-b468-4909-9f62-2f01d84d6130 service neutron] 10.222.0.43 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074177 Mar 08 12:00:26.049848 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Attempting to bind port c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:26.050999 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Attempting to bind port c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '85dae2ae-a4e0-4979-992a-3fd8e242dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859'}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:26.051622 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Attempting to bind port c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea on network 98344952-e0db-43ab-bdc0-bda704b5a859 {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:26.060060 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:26.061492 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Checking segment: {'id': '85dae2ae-a4e0-4979-992a-3fd8e242dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:26.062152 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:26.062766 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Bound using segment: {'id': '85dae2ae-a4e0-4979-992a-3fd8e242dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859'} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:26.063478 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Bound port: c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dae2ae-a4e0-4979-992a-3fd8e242dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859'}}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:26.064095 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:26.068911 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2795db22-e1aa-4381-9c9e-43b44f0c23ec tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:26.070667 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-2795db22-e1aa-4381-9c9e-43b44f0c23ec tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6863430 Mar 08 12:00:26.075528 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41040) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:26.081235 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Request body: {'floatingip': {'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:26.155907 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] For port c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:26.166291 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] For port c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea,segment=NetworkSegment(85dae2ae-a4e0-4979-992a-3fd8e242dd1d),segment_id=85dae2ae-a4e0-4979-992a-3fd8e242dd1d)] {{(pid=110284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:26.228960 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 4044abb8-102c-42c8-b561-558c6cc0eb8e triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:26.229464 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:26.235256 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-5235cc20-e824-4a61-9453-cc80e72c2a67 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--352612016&fields=id&tenant_id=0da8171e28bc4e7bae7442cba91ffc3a HTTP/1.1" status: 200 len: 267 time: 0.0677488 Mar 08 12:00:26.282504 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:26.284123 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:26.416955 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 4044abb8-102c-42c8-b561-558c6cc0eb8e is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:26.481311 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Routers {'4820dc4f-884c-463b-8168-60dc4757b10c'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:26.482693 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:00:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['4820dc4f-884c-463b-8168-60dc4757b10c'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:26.487234 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Publish callbacks [] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), precommit_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:26.566107 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5001a8fb-479e-417f-8635-f6ba948caca8 req-6ae121cd-cb0b-411b-bf34-41d377fb4717 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 210 time: 0.0377271 Mar 08 12:00:26.583524 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:26.590476 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:26.615555 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-c8884a59-ca72-476c-8050-16701f9aa60b tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:26.620871 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-c8884a59-ca72-476c-8050-16701f9aa60b tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/networks?id=7f359cc5-2843-4822-80dc-0991890d71fa HTTP/1.1" status: 200 len: 810 time: 0.3762302 Mar 08 12:00:26.685234 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-7a867f28-4b6d-46f5-8827-7866e11ddd70 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/quotas/0da8171e28bc4e7bae7442cba91ffc3a HTTP/1.1" status: 200 len: 375 time: 0.0561862 Mar 08 12:00:26.732813 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51063289-33fa-4679-b028-f2c5ab5288fe None None] Pushing event updated for resources: {'Port': ['ID=c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea,revision_number=4']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:26.745518 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9362b-06f9-4472-8097-4c0395138f90 None None] Pushing event updated for resources: {'Port': ['ID=b66d2620-82e6-44b3-bbd3-d8b24eca872e,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:26.786252 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] Set router 4820dc4f-884c-463b-8168-60dc4757b10c gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:26.858733 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2d0db01f-5993-479e-8582-74bef6083132 req-4d08ff31-13ec-4f0a-8fa9-a1678e174d81 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 210 time: 0.0842798 Mar 08 12:00:26.877282 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-8dbad275-9fa9-4634-988d-a5007f82a675 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1929233 Mar 08 12:00:26.879581 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Allocated IP 172.27.0.113 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/ba622e18-6ab0-45e1-a10b-d47eba0187ae) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:26.924026 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Attempting to bind port b66d2620-82e6-44b3-bbd3-d8b24eca872e on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:26.924429 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Attempting to bind port b66d2620-82e6-44b3-bbd3-d8b24eca872e by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:26.924801 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Attempting to bind port b66d2620-82e6-44b3-bbd3-d8b24eca872e on network 25093daf-dda0-4c4d-ad5a-4e47ae659052 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:26.939708 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:26.940121 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Checking segment: {'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:26.940564 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:26.940971 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Bound using segment: {'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:26.941466 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Bound port: b66d2620-82e6-44b3-bbd3-d8b24eca872e, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:26.941867 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.100176 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-58268187-7a52-444f-aacd-0d605c398fa6 service neutron] 10.222.0.43 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093740 Mar 08 12:00:27.115145 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] For port b66d2620-82e6-44b3-bbd3-d8b24eca872e, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:27.126271 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] For port b66d2620-82e6-44b3-bbd3-d8b24eca872e, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=b66d2620-82e6-44b3-bbd3-d8b24eca872e,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:27.151675 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for port (ba622e18-6ab0-45e1-a10b-d47eba0187ae), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.161304 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-4c485ef1-8a3f-460d-bfa3-baaadeb22668 None None] Provisioning complete for port b66d2620-82e6-44b3-bbd3-d8b24eca872e triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:27.161708 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-4c485ef1-8a3f-460d-bfa3-baaadeb22668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.202016 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'name': 'tempest-ServerRescueNegativeTestJSON-543762576-router', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9714f038-89f7-4369-afc7-114c4f550059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '20c1732d55174a8d9ab9b83ed16227d9', 'gw_port': {'id': '9714f038-89f7-4369-afc7-114c4f550059', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea', 'name': '', 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'mac_address': 'fa:16:3e:22:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13640637-05f7-46ca-85f6-679ac8752a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:18Z', 'updated_at': '2022-03-08T12:00:26Z', 'revision_number': 4, 'project_id': '20c1732d55174a8d9ab9b83ed16227d9', 'subnets': [{'id': '13640637-05f7-46ca-85f6-679ac8752a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:27.206113 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-4c485ef1-8a3f-460d-bfa3-baaadeb22668 None None] Port b66d2620-82e6-44b3-bbd3-d8b24eca872e cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:00:27.219874 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-6702e678-21e5-4532-b651-18c571925075 service neutron] 10.222.0.43 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131847 Mar 08 12:00:27.233067 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227873d-240a-4b25-9072-5a1a7de8ebe7 None None] The sync data for ids ['4820dc4f-884c-463b-8168-60dc4757b10c'] in dv-cinder-830086-2-iscsi is: [{'id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'name': 'tempest-ServerRescueNegativeTestJSON-543762576-router', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9714f038-89f7-4369-afc7-114c4f550059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '20c1732d55174a8d9ab9b83ed16227d9', 'gw_port': {'id': '9714f038-89f7-4369-afc7-114c4f550059', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea', 'name': '', 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'mac_address': 'fa:16:3e:22:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13640637-05f7-46ca-85f6-679ac8752a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:18Z', 'updated_at': '2022-03-08T12:00:26Z', 'revision_number': 4, 'project_id': '20c1732d55174a8d9ab9b83ed16227d9', 'subnets': [{'id': '13640637-05f7-46ca-85f6-679ac8752a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:00:27.242910 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.310411 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (ba622e18-6ab0-45e1-a10b-d47eba0187ae), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.320377 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:00:27.321089 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:00:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:27.393517 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9362b-06f9-4472-8097-4c0395138f90 None None] Pushing event updated for resources: {'Port': ['ID=b66d2620-82e6-44b3-bbd3-d8b24eca872e,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:27.422611 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:27.424461 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event updated for resources: {'Port': ['ID=ba622e18-6ab0-45e1-a10b-d47eba0187ae,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:27.428051 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:27.431819 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:27.501542 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:00:27.556143 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (998fe90f-1ec8-4764-ae84-fff1193dcd0e), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.668901 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-73423e82-0c94-48de-83bc-ccd3a6d81cf3 req-faaa79b5-e7e9-42f4-9e57-b63e63321d8c tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 210 time: 0.0661638 Mar 08 12:00:27.680969 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.53', 58889) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:27.750120 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (ba622e18-6ab0-45e1-a10b-d47eba0187ae), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.773701 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0c5a4feb-ade9-444a-8dbc-c93837154d54 req-b229c85e-a12f-4bdf-8692-8ebe7066d7b2 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 210 time: 0.0840082 Mar 08 12:00:27.803297 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-fcb04730-651b-42f9-9aab-d206f1eb8d5b None None] Provisioning complete for port b66d2620-82e6-44b3-bbd3-d8b24eca872e triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:27.816302 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fcb04730-651b-42f9-9aab-d206f1eb8d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.949109 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-22abb8fa-3915-40b2-95a2-21a3cd36c3fa tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:27.949465 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-22abb8fa-3915-40b2-95a2-21a3cd36c3fa tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.53 "GET /v2.0/networks?id=5cf33e48-aabb-4980-a747-ac68d9e238cc HTTP/1.1" status: 200 len: 811 time: 0.2640052 Mar 08 12:00:28.040225 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d1f6ce06-de48-4af2-a6dd-2ab7bb94b84f req-f9146760-42e2-461b-bb4b-25dfa1b70900 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 210 time: 0.0665832 Mar 08 12:00:28.043752 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-3e77cd93-b5cd-42b1-80a7-657f0a7baf3c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Request body: {'port': {'device_id': '7055d93f-5548-4071-9d56-b880f569c43e', 'network_id': '5cf33e48-aabb-4980-a747-ac68d9e238cc', 'admin_state_up': True, 'tenant_id': '4b47fc40178a401dac0d97ac08e606e0'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:28.154341 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for port (ba622e18-6ab0-45e1-a10b-d47eba0187ae), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:28.305157 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (ba622e18-6ab0-45e1-a10b-d47eba0187ae), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:28.324907 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-fcb04730-651b-42f9-9aab-d206f1eb8d5b None None] Current status of the port b66d2620-82e6-44b3-bbd3-d8b24eca872e is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:28.325411 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fcb04730-651b-42f9-9aab-d206f1eb8d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:28.407992 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-fcb04730-651b-42f9-9aab-d206f1eb8d5b None None] For port b66d2620-82e6-44b3-bbd3-d8b24eca872e, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=b66d2620-82e6-44b3-bbd3-d8b24eca872e,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:28.410801 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:27Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:28.452823 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ce80d-b5f4-4fb4-81bc-0aa6fe6b9d7b None None] The sync data for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi is: [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:27Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:00:28.476499 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event updated for resources: {'Port': ['ID=ba622e18-6ab0-45e1-a10b-d47eba0187ae,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:28.487868 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (998fe90f-1ec8-4764-ae84-fff1193dcd0e), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:28.533003 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fcb04730-651b-42f9-9aab-d206f1eb8d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:28.568690 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-3e77cd93-b5cd-42b1-80a7-657f0a7baf3c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Made reservation on behalf of 4b47fc40178a401dac0d97ac08e606e0 for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:28.577484 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-3e77cd93-b5cd-42b1-80a7-657f0a7baf3c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:28.643239 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:28.653337 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-a2fee2e1-8153-4801-9124-4b3064a1343a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5678990 Mar 08 12:00:28.754042 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb04730-651b-42f9-9aab-d206f1eb8d5b None None] Pushing event updated for resources: {'Port': ['ID=b66d2620-82e6-44b3-bbd3-d8b24eca872e,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:28.953197 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-611f5463-0223-4d9f-b046-85ff81f8ce68 req-3cbbf6a1-a932-4b2f-b2ea-8f41559af7b9 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 210 time: 0.1735849 Mar 08 12:00:29.028880 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.53', 58898) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:29.088884 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3ae3bb73-229f-49bb-a78a-0d8696b9855f req-cd70cb06-b205-46b6-81e9-4177f3eec11b tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 210 time: 0.1578667 Mar 08 12:00:29.335514 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device b66d2620-82e6-44b3-bbd3-d8b24eca872e up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:29.430979 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-51a6abaa-ce3f-4e18-a68c-086c785aae82 req-58015d61-f13f-42ae-b3cb-a8955b20b2a2 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 210 time: 0.1523609 Mar 08 12:00:29.450983 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port b66d2620-82e6-44b3-bbd3-d8b24eca872e triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:29.451362 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:29.499221 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-9b6fccce-e8f5-4c66-9198-f0b1188aabe7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--317267665&fields=id&tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c HTTP/1.1" status: 200 len: 267 time: 0.2772045 Mar 08 12:00:29.516745 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-3e77cd93-b5cd-42b1-80a7-657f0a7baf3c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Allocated IP 172.20.0.3 (5cf33e48-aabb-4980-a747-ac68d9e238cc/8f524329-fcc5-41aa-ba42-66accd33d31a/9cb5ab58-f70d-48b9-8aac-7052f12951c2) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:29.572146 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port b66d2620-82e6-44b3-bbd3-d8b24eca872e is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:29.573508 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:29.662760 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:29.663209 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:29.813218 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1efb314b-7a7e-464d-a945-b21e567fce71 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:29.821360 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1efb314b-7a7e-464d-a945-b21e567fce71 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/networks?id=25093daf-dda0-4c4d-ad5a-4e47ae659052 HTTP/1.1" status: 200 len: 817 time: 0.3148077 Mar 08 12:00:29.901829 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-88501d07-4de7-4598-955f-c805544526e3 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/quotas/5deaa9a6fe5145fd8ffe48d124429e6c HTTP/1.1" status: 200 len: 375 time: 0.0599213 Mar 08 12:00:29.965448 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:29.967347 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:30.016185 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-ac988a21-498f-4fbf-a588-54df509662f9 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:30.019077 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-ac988a21-498f-4fbf-a588-54df509662f9 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.53 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 818 time: 0.9835391 Mar 08 12:00:30.036868 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.53', 58899) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:30.039472 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea,segment=NetworkSegment(85dae2ae-a4e0-4979-992a-3fd8e242dd1d),segment_id=85dae2ae-a4e0-4979-992a-3fd8e242dd1d)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:30.083853 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-0d8b1c70-3560-401f-a857-2636fef860e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Request body: {'port': {'device_id': '065355ed-e9fd-467e-9635-b2171122b5b2', 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859', 'admin_state_up': True, 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:30.149232 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-a843f7d7-84e0-4c84-86af-cb46616dd2fc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2463059 Mar 08 12:00:30.160770 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:30.312520 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-3e77cd93-b5cd-42b1-80a7-657f0a7baf3c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Publish callbacks [] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:30.332552 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:30.404884 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-b2a66d3b-ef88-49f9-bf33-b749db760fe8 service neutron] 10.222.0.43 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105780 Mar 08 12:00:30.531741 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f69d2d39-e83e-4de1-a6d5-eaf1f954c216 req-bfc78efd-1bab-4802-bde5-d7d2edda7828 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 210 time: 0.1191218 Mar 08 12:00:30.601334 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-dff8df4e-aafc-4d20-a1fe-46cea4501d09 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:30.605301 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-dff8df4e-aafc-4d20-a1fe-46cea4501d09 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.53 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 818 time: 0.5546091 Mar 08 12:00:30.631254 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e9af3d21-40da-4759-b8ad-6bd0343e28a7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Request body: {'port': {'device_id': 'c435ac0d-5d1b-4e0b-91ba-d0880e3703bf', 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859', 'admin_state_up': True, 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:30.681511 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-0d8b1c70-3560-401f-a857-2636fef860e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Made reservation on behalf of 20c1732d55174a8d9ab9b83ed16227d9 for: {'port': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:30.685740 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-0d8b1c70-3560-401f-a857-2636fef860e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:30.734808 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-393cabfa-d425-4f88-bd12-14f4f7696d07 service neutron] 10.222.0.43 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173904 Mar 08 12:00:30.852455 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-925547ee-5f63-42b0-9033-2bd8af0eaed9 req-81f12d5d-671e-4cdb-8cb5-a04c70584e13 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 210 time: 0.1124291 Mar 08 12:00:30.858514 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-3e77cd93-b5cd-42b1-80a7-657f0a7baf3c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:31.147729 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:31.252300 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-0d8b1c70-3560-401f-a857-2636fef860e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Allocated IP 172.20.0.5 (98344952-e0db-43ab-bdc0-bda704b5a859/13640637-05f7-46ca-85f6-679ac8752a14/438d30c0-b9b9-44bf-841f-08b2d37ccf1d) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:31.261925 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:31.262400 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:31.730343 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:31.736153 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e9af3d21-40da-4759-b8ad-6bd0343e28a7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Made reservation on behalf of 20c1732d55174a8d9ab9b83ed16227d9 for: {'port': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:31.736153 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e9af3d21-40da-4759-b8ad-6bd0343e28a7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:31.738952 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-3e77cd93-b5cd-42b1-80a7-657f0a7baf3c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Network 5cf33e48-aabb-4980-a747-ac68d9e238cc is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:31.741577 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-0d8b1c70-3560-401f-a857-2636fef860e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks [] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:31.744431 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-3e77cd93-b5cd-42b1-80a7-657f0a7baf3c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:31.744431 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-403789fc-2909-4567-a358-6b0a3c6aeac8 req-d6b6fb97-e431-4b53-9948-869a5aa45a9b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 210 time: 0.1016910 Mar 08 12:00:31.744431 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-3e77cd93-b5cd-42b1-80a7-657f0a7baf3c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:31.744431 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-3e77cd93-b5cd-42b1-80a7-657f0a7baf3c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:31.744431 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-3e77cd93-b5cd-42b1-80a7-657f0a7baf3c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:31.744431 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77cd93-b5cd-42b1-80a7-657f0a7baf3c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Pushing event updated for resources: {'Port': ['ID=9cb5ab58-f70d-48b9-8aac-7052f12951c2,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:31.760009 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c7f1a-0a57-4418-8124-6adb080593b3 req-1ecf2363-04b7-4043-a53e-9ac28cbc3dcb tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:31.773467 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-716c7f1a-0a57-4418-8124-6adb080593b3 req-1ecf2363-04b7-4043-a53e-9ac28cbc3dcb tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 931 time: 0.2195117 Mar 08 12:00:31.853871 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-22a3f66f-dcdb-4d94-a6f4-f9eca3d8d1fe req-1bd004e1-a8e3-4a67-a0cf-bdecded9f189 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 210 time: 0.0380852 Mar 08 12:00:31.908295 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-716c7f1a-0a57-4418-8124-6adb080593b3 req-3410236b-8a13-4311-8ac6-49252308b3d4 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346648 Mar 08 12:00:32.059050 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2af23391-5aa2-48fc-9484-33c2ee5f3f0e req-2416df06-a297-4e2d-a1d8-4afdc872b84b tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 210 time: 0.0350177 Mar 08 12:00:32.140096 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-3e77cd93-b5cd-42b1-80a7-657f0a7baf3c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1028335 Mar 08 12:00:32.142817 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-0d8b1c70-3560-401f-a857-2636fef860e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:32.216522 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-c7718abf-ace0-4742-84b8-e19f4b278e9e tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:00:32.218355 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-c7718abf-ace0-4742-84b8-e19f4b278e9e tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078425 Mar 08 12:00:32.279793 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-0d8b1c70-3560-401f-a857-2636fef860e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Network 98344952-e0db-43ab-bdc0-bda704b5a859 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:32.308343 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-0d8b1c70-3560-401f-a857-2636fef860e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:32.326005 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-0d8b1c70-3560-401f-a857-2636fef860e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:32.344559 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e9af3d21-40da-4759-b8ad-6bd0343e28a7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Allocated IP 172.20.0.9 (98344952-e0db-43ab-bdc0-bda704b5a859/13640637-05f7-46ca-85f6-679ac8752a14/f6558169-e717-4a27-b553-4df8640d8460) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:32.391296 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b1c70-3560-401f-a857-2636fef860e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Pushing event updated for resources: {'Port': ['ID=438d30c0-b9b9-44bf-841f-08b2d37ccf1d,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:32.467610 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-0d8b1c70-3560-401f-a857-2636fef860e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:32.468278 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-0d8b1c70-3560-401f-a857-2636fef860e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for port (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:32.492841 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.53', 58911) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:32.644902 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-2a37a270-79ee-4c05-8722-4b6f9eb48566 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:32.658074 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-2a37a270-79ee-4c05-8722-4b6f9eb48566 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.53 "GET /v2.0/networks?id=7f359cc5-2843-4822-80dc-0991890d71fa HTTP/1.1" status: 200 len: 810 time: 0.2714360 Mar 08 12:00:32.688144 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Request body: {'port': {'device_id': '7055d93f-5548-4071-9d56-b880f569c43e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:32.703567 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-0d8b1c70-3560-401f-a857-2636fef860e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6252294 Mar 08 12:00:32.772139 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 41296) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:32.780139 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Request body: {'port': {'device_id': '065355ed-e9fd-467e-9635-b2171122b5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:32.844666 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-e8d586fd-f88e-473b-a2e1-aded18e85ef2 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0da8171e28bc4e7bae7442cba91ffc3a HTTP/1.1" status: 200 len: 379 time: 0.1343594 Mar 08 12:00:32.859099 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-5dd4b6e7-df58-40be-8ffd-d0653e80cca8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Request body: {'port': {'device_id': 'd0fd5fe0-308c-45ff-b71d-c42c081bd85d', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'admin_state_up': True, 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'security_groups': ['b331c5f6-6177-4f89-b5a6-d60828d9a0f1']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:33.079544 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.090697 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e9af3d21-40da-4759-b8ad-6bd0343e28a7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks [] for port (f6558169-e717-4a27-b553-4df8640d8460), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.116143 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.127653 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-beb92b0f-9df1-449b-92a0-83bdb0301e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.206529 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-123f6603-949b-419b-8902-f564ba20d505 req-29d171fe-c4c5-4280-8f35-f9ca88b88a71 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 210 time: 0.1347070 Mar 08 12:00:33.209999 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-135f67b0-50f1-4f56-86f7-9affb7ba266b req-025193dd-9ed5-4d04-b5d4-38ceddf4d87b tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 210 time: 0.1383319 Mar 08 12:00:33.393562 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-5dd4b6e7-df58-40be-8ffd-d0653e80cca8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Made reservation on behalf of 0da8171e28bc4e7bae7442cba91ffc3a for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:33.397028 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-5dd4b6e7-df58-40be-8ffd-d0653e80cca8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.488564 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-beb92b0f-9df1-449b-92a0-83bdb0301e34 admin admin] Publish callbacks [] for security_group (f83573fd-87d5-483f-b584-70be0b07e360), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.501116 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ad4e4-8ef9-462e-a793-bc0bc282552a req-4510a042-c489-44a9-a988-d8b127dd2612 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:33.506166 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7e5ad4e4-8ef9-462e-a793-bc0bc282552a req-4510a042-c489-44a9-a988-d8b127dd2612 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 931 time: 0.1747336 Mar 08 12:00:33.558939 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e9af3d21-40da-4759-b8ad-6bd0343e28a7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (f6558169-e717-4a27-b553-4df8640d8460), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.572417 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-beb92b0f-9df1-449b-92a0-83bdb0301e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (f83573fd-87d5-483f-b584-70be0b07e360), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.620332 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-beb92b0f-9df1-449b-92a0-83bdb0301e34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49d099b05fa148cd9de029889e2d4356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8464024 Mar 08 12:00:33.635066 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 41336) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:33.661931 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe80011-a958-4b21-979f-a444498d9d17 req-6fece3a5-1b0d-451c-b63f-71654467daed tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:33.662451 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4fe80011-a958-4b21-979f-a444498d9d17 req-6fece3a5-1b0d-451c-b63f-71654467daed tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 931 time: 0.2362173 Mar 08 12:00:33.788335 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4fe80011-a958-4b21-979f-a444498d9d17 req-90b27bd8-1950-431f-a45a-0fcaf5e03ac3 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126738 Mar 08 12:00:33.806198 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7e5ad4e4-8ef9-462e-a793-bc0bc282552a req-1ee2ab10-2306-4f8a-8fdd-e6916c123dc3 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978482 Mar 08 12:00:33.864294 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e9af3d21-40da-4759-b8ad-6bd0343e28a7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Network 98344952-e0db-43ab-bdc0-bda704b5a859 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:33.893190 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e9af3d21-40da-4759-b8ad-6bd0343e28a7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:33.915688 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb92b0f-9df1-449b-92a0-83bdb0301e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83573fd-87d5-483f-b584-70be0b07e360,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:33.921529 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e9af3d21-40da-4759-b8ad-6bd0343e28a7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:33.965562 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cf14fd2d-78ca-4d8b-9bb2-2a84726b58cb admin admin] Publish callbacks [] for security_group (f83573fd-87d5-483f-b584-70be0b07e360), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:33.981904 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-5dd4b6e7-df58-40be-8ffd-d0653e80cca8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Allocated IP 172.20.0.10 (7f359cc5-2843-4822-80dc-0991890d71fa/a431dca8-79c9-4874-a87f-d7946fc1238f/1059b08a-94ca-4118-aae4-fecbe55e65ee) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:34.006055 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cf14fd2d-78ca-4d8b-9bb2-2a84726b58cb admin admin] Publish callbacks [] for security_group (f83573fd-87d5-483f-b584-70be0b07e360), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:34.011810 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:00:34.256278 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-5dd4b6e7-df58-40be-8ffd-d0653e80cca8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:34.259532 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cf14fd2d-78ca-4d8b-9bb2-2a84726b58cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (f83573fd-87d5-483f-b584-70be0b07e360), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:34.262611 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cf14fd2d-78ca-4d8b-9bb2-2a84726b58cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:34.264113 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-cf14fd2d-78ca-4d8b-9bb2-2a84726b58cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f83573fd-87d5-483f-b584-70be0b07e360 HTTP/1.1" status: 204 len: 168 time: 0.6243312 Mar 08 12:00:34.283950 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14fd2d-78ca-4d8b-9bb2-2a84726b58cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83573fd-87d5-483f-b584-70be0b07e360,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:34.354415 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af3d21-40da-4759-b8ad-6bd0343e28a7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Pushing event updated for resources: {'Port': ['ID=f6558169-e717-4a27-b553-4df8640d8460,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:34.410883 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a353d4f1-cda5-44d2-8272-89005b3930a6 req-25226e75-016a-47e0-a059-51cee5914ca7 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 210 time: 0.0614707 Mar 08 12:00:34.412112 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-5dd4b6e7-df58-40be-8ffd-d0653e80cca8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:34.451644 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8c842b28-b140-4fae-b8f8-2cabfb8d87dd req-fde4b7e7-bc61-4a71-9ddb-fd97ca3b14a8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 210 time: 0.0444291 Mar 08 12:00:34.463890 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e9af3d21-40da-4759-b8ad-6bd0343e28a7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:34.464908 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e9af3d21-40da-4759-b8ad-6bd0343e28a7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for port (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:34.522369 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-5dd4b6e7-df58-40be-8ffd-d0653e80cca8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Network 7f359cc5-2843-4822-80dc-0991890d71fa is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:34.522369 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-5dd4b6e7-df58-40be-8ffd-d0653e80cca8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:34.530976 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-5dd4b6e7-df58-40be-8ffd-d0653e80cca8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:34.541413 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-5dd4b6e7-df58-40be-8ffd-d0653e80cca8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:34.544639 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-5dd4b6e7-df58-40be-8ffd-d0653e80cca8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:34.553238 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4b6e7-df58-40be-8ffd-d0653e80cca8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event updated for resources: {'Port': ['ID=1059b08a-94ca-4118-aae4-fecbe55e65ee,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:34.676927 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e9af3d21-40da-4759-b8ad-6bd0343e28a7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0502095 Mar 08 12:00:34.683893 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-5dd4b6e7-df58-40be-8ffd-d0653e80cca8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8324742 Mar 08 12:00:34.723039 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.notifiers.nova [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438d30c0-b9b9-44bf-841f-08b2d37ccf1d {{(pid=110282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:34.745462 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Publish callbacks [] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:34.753579 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Request body: {'port': {'device_id': 'd0fd5fe0-308c-45ff-b71d-c42c081bd85d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:34.802792 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Request body: {'port': {'device_id': 'c435ac0d-5d1b-4e0b-91ba-d0880e3703bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:34.896222 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.notifiers.nova [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb5ab58-f70d-48b9-8aac-7052f12951c2 {{(pid=110282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:34.985413 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.provisioning_blocks [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Transition to ACTIVE for port object 438d30c0-b9b9-44bf-841f-08b2d37ccf1d will not be triggered until provisioned by entity L2. {{(pid=110282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:00:35.002943 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:35.022542 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-84a938de-0ac9-4ce5-bd0a-5b3895c7e5f8 None None] Provisioning complete for port 1059b08a-94ca-4118-aae4-fecbe55e65ee triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:35.023659 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-84a938de-0ac9-4ce5-bd0a-5b3895c7e5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:35.028888 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Publish callbacks [] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:35.155189 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-84a938de-0ac9-4ce5-bd0a-5b3895c7e5f8 None None] Port 1059b08a-94ca-4118-aae4-fecbe55e65ee cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:00:35.169689 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:35.184644 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.provisioning_blocks [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Transition to ACTIVE for port object 9cb5ab58-f70d-48b9-8aac-7052f12951c2 will not be triggered until provisioned by entity L2. {{(pid=110282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:00:35.204864 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.53', 58918) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:35.247714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (f6558169-e717-4a27-b553-4df8640d8460), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:35.324397 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:35.330162 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Pushing event updated for resources: {'Port': ['ID=438d30c0-b9b9-44bf-841f-08b2d37ccf1d,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:35.399548 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-bfca1107-fc1a-4ca9-bf8e-94c75427bb6b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:35.401483 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-bfca1107-fc1a-4ca9-bf8e-94c75427bb6b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.53 "GET /v2.0/networks?id=25093daf-dda0-4c4d-ad5a-4e47ae659052 HTTP/1.1" status: 200 len: 817 time: 0.1869311 Mar 08 12:00:35.473449 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8496655-e7b8-4cbf-97b2-7a559d072022 req-d56ab2a4-b958-4abd-b1d4-e2a58b3b3511 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:35.495633 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d8496655-e7b8-4cbf-97b2-7a559d072022 req-d56ab2a4-b958-4abd-b1d4-e2a58b3b3511 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 931 time: 0.4941669 Mar 08 12:00:35.567234 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Pushing event updated for resources: {'Port': ['ID=9cb5ab58-f70d-48b9-8aac-7052f12951c2,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:35.681607 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b14cf-29ae-4e9a-a527-ef544c435c3d req-1b688dda-7cad-4d46-84e7-4e80b175cfd8 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:35.689309 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-424b14cf-29ae-4e9a-a527-ef544c435c3d req-1b688dda-7cad-4d46-84e7-4e80b175cfd8 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 931 time: 0.7022905 Mar 08 12:00:35.908603 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d8496655-e7b8-4cbf-97b2-7a559d072022 req-9f0ee8de-7d3a-4d02-b0b1-8e89a6c52c3a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099889 Mar 08 12:00:36.033449 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.managers [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Attempting to bind port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:36.039061 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.managers [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Attempting to bind port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '85dae2ae-a4e0-4979-992a-3fd8e242dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859'}] {{(pid=110282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:36.039061 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Attempting to bind port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d on network 98344952-e0db-43ab-bdc0-bda704b5a859 {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:36.080620 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.managers [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Attempting to bind port 9cb5ab58-f70d-48b9-8aac-7052f12951c2 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:36.080961 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.managers [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Attempting to bind port 9cb5ab58-f70d-48b9-8aac-7052f12951c2 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '44bf1cff-f476-40ab-863e-09fd2afe8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5cf33e48-aabb-4980-a747-ac68d9e238cc'}] {{(pid=110282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:36.081300 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Attempting to bind port 9cb5ab58-f70d-48b9-8aac-7052f12951c2 on network 5cf33e48-aabb-4980-a747-ac68d9e238cc {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:36.083339 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d on network 98344952-e0db-43ab-bdc0-bda704b5a859 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:00:36.083654 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Attempting to bind port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d on network 98344952-e0db-43ab-bdc0-bda704b5a859 {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:36.100039 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:36.100450 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Checking segment: {'id': '85dae2ae-a4e0-4979-992a-3fd8e242dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:36.101623 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Bound using segment: {'id': '85dae2ae-a4e0-4979-992a-3fd8e242dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859'} {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:36.102283 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.managers [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Bound port: 438d30c0-b9b9-44bf-841f-08b2d37ccf1d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85dae2ae-a4e0-4979-992a-3fd8e242dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859'}}] {{(pid=110282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:36.102618 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:36.125837 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Port 9cb5ab58-f70d-48b9-8aac-7052f12951c2 on network 5cf33e48-aabb-4980-a747-ac68d9e238cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:00:36.126169 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Attempting to bind port 9cb5ab58-f70d-48b9-8aac-7052f12951c2 on network 5cf33e48-aabb-4980-a747-ac68d9e238cc {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:36.140748 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:36.140748 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Checking segment: {'id': '44bf1cff-f476-40ab-863e-09fd2afe8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5cf33e48-aabb-4980-a747-ac68d9e238cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:36.140748 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Bound using segment: {'id': '44bf1cff-f476-40ab-863e-09fd2afe8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5cf33e48-aabb-4980-a747-ac68d9e238cc'} {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:36.140748 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.managers [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Bound port: 9cb5ab58-f70d-48b9-8aac-7052f12951c2, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bf1cff-f476-40ab-863e-09fd2afe8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5cf33e48-aabb-4980-a747-ac68d9e238cc'}}] {{(pid=110282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:36.140748 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:36.164604 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:36.232466 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-424b14cf-29ae-4e9a-a527-ef544c435c3d req-7fc25de9-149a-4859-a748-ea270cc8058b tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418735 Mar 08 12:00:36.273027 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-ec0ac5e8-60d0-439d-a890-a6870f0fa4e9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c HTTP/1.1" status: 200 len: 379 time: 0.6234827 Mar 08 12:00:36.282210 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-5d55baa5-b2b4-49d4-a21e-c4b7739dc053 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Request body: {'port': {'device_id': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'admin_state_up': True, 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'security_groups': ['93608994-5ee9-4766-a292-04f42376bc3c']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:36.285553 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] For port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d, host hv-cinder-83008, cleared binding levels {{(pid=110282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:36.292390 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] For port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=438d30c0-b9b9-44bf-841f-08b2d37ccf1d,segment=NetworkSegment(85dae2ae-a4e0-4979-992a-3fd8e242dd1d),segment_id=85dae2ae-a4e0-4979-992a-3fd8e242dd1d)] {{(pid=110282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:36.472059 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:36.524759 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:36.525196 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for port (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:36.526693 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] 10.222.0.53 "PUT /v2.0/ports/438d30c0-b9b9-44bf-841f-08b2d37ccf1d HTTP/1.1" status: 200 len: 1093 time: 3.7583077 Mar 08 12:00:36.534323 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065355ed-e9fd-467e-9635-b2171122b5b2', 'tag': '438d30c0-b9b9-44bf-841f-08b2d37ccf1d'}] {{(pid=110282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:36.541421 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] For port 9cb5ab58-f70d-48b9-8aac-7052f12951c2, host hv-cinder-83008, cleared binding levels {{(pid=110282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:36.591685 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41442) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:36.645568 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] For port 9cb5ab58-f70d-48b9-8aac-7052f12951c2, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9cb5ab58-f70d-48b9-8aac-7052f12951c2,segment=NetworkSegment(44bf1cff-f476-40ab-863e-09fd2afe8e39),segment_id=44bf1cff-f476-40ab-863e-09fd2afe8e39)] {{(pid=110282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:36.663553 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5417706-e06d-4316-a80b-fb504dec7c2d service neutron] Pushing event updated for resources: {'Port': ['ID=438d30c0-b9b9-44bf-841f-08b2d37ccf1d,revision_number=3']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:36.752168 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b3dfaf34-f9a8-4076-9efc-9075ec39b846 req-b6c5a00e-f39d-4b64-8a23-d81c69c85892 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 210 time: 0.0800107 Mar 08 12:00:36.766253 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde690-40f3-41c6-b75f-1132848147e1 req-7aac0b53-3578-41d7-8b45-ccc81d09950d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:36.771360 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:36.774891 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-43fde690-40f3-41c6-b75f-1132848147e1 req-7aac0b53-3578-41d7-8b45-ccc81d09950d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 932 time: 0.6769137 Mar 08 12:00:36.931216 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.notifiers.nova [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6558169-e717-4a27-b553-4df8640d8460 {{(pid=110282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:36.960482 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Publish callbacks [] for port (f6558169-e717-4a27-b553-4df8640d8460), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:36.963247 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1059b08a-94ca-4118-aae4-fecbe55e65ee {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:36.989597 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.provisioning_blocks [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Transition to ACTIVE for port object f6558169-e717-4a27-b553-4df8640d8460 will not be triggered until provisioned by entity L2. {{(pid=110282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:00:37.004146 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Publish callbacks [] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:37.045798 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97424759812351d4672f9113f60e7df0fb12b366de8dab3fc6208360780b3a6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e7ccd9-c941-4cb3-8138-2e9a377d2887" -d '{"events": [{"name": "network-changed", "server_uuid": "065355ed-e9fd-467e-9635-b2171122b5b2", "tag": "438d30c0-b9b9-44bf-841f-08b2d37ccf1d"}]}' {{(pid=110282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:00:37.061664 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-43fde690-40f3-41c6-b75f-1132848147e1 req-fec0838b-fa7b-46ba-a0e4-fede329d1708 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854609 Mar 08 12:00:37.091840 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Transition to ACTIVE for port object 1059b08a-94ca-4118-aae4-fecbe55e65ee will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:00:37.100743 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (f6558169-e717-4a27-b553-4df8640d8460), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:37.137631 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c47dced7-8430-4b35-b377-73f17f1f42d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:37.145196 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:37.145552 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for port (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:37.147123 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] 10.222.0.53 "PUT /v2.0/ports/9cb5ab58-f70d-48b9-8aac-7052f12951c2 HTTP/1.1" status: 200 len: 1093 time: 4.6206298 Mar 08 12:00:37.153644 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-93a8fc7f-2533-423e-8ee2-246c2ea47f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:37.155818 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-93a8fc7f-2533-423e-8ee2-246c2ea47f39 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 1127 time: 0.3904793 Mar 08 12:00:37.167515 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645263be-01aa-4278-9510-64655559541a req-a79b2f94-5795-4d30-a8fb-5b219449b512 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:37.169101 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-645263be-01aa-4278-9510-64655559541a req-a79b2f94-5795-4d30-a8fb-5b219449b512 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 943 time: 0.0973020 Mar 08 12:00:37.172704 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:37.183599 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2734d-b9c9-4f68-82d0-0c3de5428ffd service neutron] Pushing event updated for resources: {'Port': ['ID=9cb5ab58-f70d-48b9-8aac-7052f12951c2,revision_number=3']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:37.295498 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-5d55baa5-b2b4-49d4-a21e-c4b7739dc053 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Made reservation on behalf of 5deaa9a6fe5145fd8ffe48d124429e6c for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:37.300840 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-5d55baa5-b2b4-49d4-a21e-c4b7739dc053 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:37.390620 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Pushing event updated for resources: {'Port': ['ID=1059b08a-94ca-4118-aae4-fecbe55e65ee,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:37.555894 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-645263be-01aa-4278-9510-64655559541a req-f33a261c-8f6e-4bf8-b404-770534f487ac tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768272 Mar 08 12:00:37.646976 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-23768ede-9480-4be3-8192-ff551de364c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=438d30c0-b9b9-44bf-841f-08b2d37ccf1d HTTP/1.1" status: 200 len: 217 time: 0.4580483 Mar 08 12:00:37.660951 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Pushing event updated for resources: {'Port': ['ID=f6558169-e717-4a27-b553-4df8640d8460,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:37.704705 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Attempting to bind port 1059b08a-94ca-4118-aae4-fecbe55e65ee on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:37.709677 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Attempting to bind port 1059b08a-94ca-4118-aae4-fecbe55e65ee by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:37.711837 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Attempting to bind port 1059b08a-94ca-4118-aae4-fecbe55e65ee on network 7f359cc5-2843-4822-80dc-0991890d71fa {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:37.716489 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 41468) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:37.789862 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Port 1059b08a-94ca-4118-aae4-fecbe55e65ee on network 7f359cc5-2843-4822-80dc-0991890d71fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:00:37.794765 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Attempting to bind port 1059b08a-94ca-4118-aae4-fecbe55e65ee on network 7f359cc5-2843-4822-80dc-0991890d71fa {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:37.805218 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b233e945-869d-4209-ac83-bdaae40848a3 x-openstack-request-id: req-b233e945-869d-4209-ac83-bdaae40848a3 {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:00:37.812078 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065355ed-e9fd-467e-9635-b2171122b5b2", "tag": "438d30c0-b9b9-44bf-841f-08b2d37ccf1d", "status": "completed", "code": 200}]} {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:00:37.812078 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b233e945-869d-4209-ac83-bdaae40848a3 {{(pid=110282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:00:37.812078 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065355ed-e9fd-467e-9635-b2171122b5b2', 'tag': '438d30c0-b9b9-44bf-841f-08b2d37ccf1d', 'status': 'completed', 'code': 200} Mar 08 12:00:37.869299 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:37.869830 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Checking segment: {'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:37.870495 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Bound using segment: {'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:37.871058 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Bound port: 1059b08a-94ca-4118-aae4-fecbe55e65ee, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:37.871789 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:37.962697 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5ae26e51-12ff-415b-83b6-283d31370592 req-78b7a9d2-076c-40a1-b6d4-16935a5dfae1 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 210 time: 0.0630791 Mar 08 12:00:38.002831 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-5d55baa5-b2b4-49d4-a21e-c4b7739dc053 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Allocated IP 172.20.0.9 (25093daf-dda0-4c4d-ad5a-4e47ae659052/0999dd9d-7a14-4068-867e-b0cb2230adcb/c182809e-e746-4729-80ba-e31504ef5283) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:38.022135 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-813521c2-b3ce-48d1-8fff-6a88d6a2103b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:38.084665 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c47dced7-8430-4b35-b377-73f17f1f42d5 admin admin] Publish callbacks [] for security_group (6fc250c4-e009-49c4-b440-ab00d8ede90e), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:38.097725 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1f510-d962-4e35-bc7a-b2e056bad3f6 req-9979da60-0c76-40ea-907f-7e28defbc530 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:38.099373 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-86b1f510-d962-4e35-bc7a-b2e056bad3f6 req-9979da60-0c76-40ea-907f-7e28defbc530 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 943 time: 0.2985771 Mar 08 12:00:38.107607 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-b03e2810-21c5-4366-93e5-25445339f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:38.109695 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-b03e2810-21c5-4366-93e5-25445339f91c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b47fc40178a401dac0d97ac08e606e0&device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 1127 time: 0.4649181 Mar 08 12:00:38.123365 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.managers [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Attempting to bind port f6558169-e717-4a27-b553-4df8640d8460 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:38.124088 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.managers [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Attempting to bind port f6558169-e717-4a27-b553-4df8640d8460 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '85dae2ae-a4e0-4979-992a-3fd8e242dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859'}] {{(pid=110282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:38.124981 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Attempting to bind port f6558169-e717-4a27-b553-4df8640d8460 on network 98344952-e0db-43ab-bdc0-bda704b5a859 {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:38.137713 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Port f6558169-e717-4a27-b553-4df8640d8460 on network 98344952-e0db-43ab-bdc0-bda704b5a859 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:00:38.138474 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Attempting to bind port f6558169-e717-4a27-b553-4df8640d8460 on network 98344952-e0db-43ab-bdc0-bda704b5a859 {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:38.151333 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-cd1b28e3-4ab0-4128-85ef-c332672c1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:38.153707 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-cd1b28e3-4ab0-4128-85ef-c332672c1731 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13640637-05f7-46ca-85f6-679ac8752a14 HTTP/1.1" status: 200 len: 858 time: 0.2790987 Mar 08 12:00:38.234213 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] For port 1059b08a-94ca-4118-aae4-fecbe55e65ee, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:38.262286 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-cca44dc7-c24d-443e-81bb-42b9d74c0c2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cb5ab58-f70d-48b9-8aac-7052f12951c2 HTTP/1.1" status: 200 len: 217 time: 0.1114469 Mar 08 12:00:38.281623 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c47dced7-8430-4b35-b377-73f17f1f42d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6fc250c4-e009-49c4-b440-ab00d8ede90e), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:38.289191 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:38.290918 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Checking segment: {'id': '85dae2ae-a4e0-4979-992a-3fd8e242dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:38.291425 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Bound using segment: {'id': '85dae2ae-a4e0-4979-992a-3fd8e242dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859'} {{(pid=110282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:38.293506 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.managers [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Bound port: f6558169-e717-4a27-b553-4df8640d8460, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85dae2ae-a4e0-4979-992a-3fd8e242dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859'}}] {{(pid=110282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:38.293994 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (f6558169-e717-4a27-b553-4df8640d8460), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:38.337295 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] For port 1059b08a-94ca-4118-aae4-fecbe55e65ee, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1059b08a-94ca-4118-aae4-fecbe55e65ee,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:38.417137 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-86b1f510-d962-4e35-bc7a-b2e056bad3f6 req-7299bc9c-c09a-4b4a-b6a7-6de204bb8f75 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988787 Mar 08 12:00:38.440773 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:38.448173 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e52be-4165-4ba8-b980-bcee7854f810 req-2fd9b10f-b31d-48b0-8e13-d7889c0dcb06 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:38.449874 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a67e52be-4165-4ba8-b980-bcee7854f810 req-2fd9b10f-b31d-48b0-8e13-d7889c0dcb06 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 944 time: 0.3021417 Mar 08 12:00:38.514583 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-76f25ba4-373b-47f0-a74d-0fe0d6365a11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98344952-e0db-43ab-bdc0-bda704b5a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2637005 Mar 08 12:00:38.562758 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-813521c2-b3ce-48d1-8fff-6a88d6a2103b admin admin] Publish callbacks [] for security_group (74a95f50-42a6-4f5d-90fd-1318c9fe023d), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:38.586350 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:38.587496 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:38.589713 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] 10.222.0.53 "PUT /v2.0/ports/1059b08a-94ca-4118-aae4-fecbe55e65ee HTTP/1.1" status: 200 len: 1094 time: 3.8432007 Mar 08 12:00:38.626918 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd5fe0-308c-45ff-b71d-c42c081bd85d', 'tag': '1059b08a-94ca-4118-aae4-fecbe55e65ee'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:38.861604 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-5d55baa5-b2b4-49d4-a21e-c4b7739dc053 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for port (c182809e-e746-4729-80ba-e31504ef5283), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:38.932205 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-813521c2-b3ce-48d1-8fff-6a88d6a2103b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (74a95f50-42a6-4f5d-90fd-1318c9fe023d), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.040703 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c47dced7-8430-4b35-b377-73f17f1f42d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71b107dd17ca40a9be6d99ec36b46c81&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4440093 Mar 08 12:00:39.048353 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dced7-8430-4b35-b377-73f17f1f42d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc250c4-e009-49c4-b440-ab00d8ede90e,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:39.089624 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41516) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:39.166450 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-f8921dcd-d2c0-43e9-b1a8-41492f1879fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:39.167967 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-f8921dcd-d2c0-43e9-b1a8-41492f1879fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f524329-fcc5-41aa-ba42-66accd33d31a HTTP/1.1" status: 200 len: 851 time: 0.7978456 Mar 08 12:00:39.168397 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-5d55baa5-b2b4-49d4-a21e-c4b7739dc053 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (c182809e-e746-4729-80ba-e31504ef5283), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.187095 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] For port f6558169-e717-4a27-b553-4df8640d8460, host hv-cinder-83008, cleared binding levels {{(pid=110282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:39.237616 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-9847d800-d53d-44c8-8334-05564619a9c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5cf33e48-aabb-4980-a747-ac68d9e238cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531845 Mar 08 12:00:39.238488 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a67e52be-4165-4ba8-b980-bcee7854f810 req-4ca9ecb5-d041-48ed-8373-4c9c416a7ccb tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7814312 Mar 08 12:00:39.241191 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] For port f6558169-e717-4a27-b553-4df8640d8460, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f6558169-e717-4a27-b553-4df8640d8460,segment=NetworkSegment(85dae2ae-a4e0-4979-992a-3fd8e242dd1d),segment_id=85dae2ae-a4e0-4979-992a-3fd8e242dd1d)] {{(pid=110282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:39.246100 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-6da6876e-2c03-4679-8eea-1c9cd8b813f2 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7103524 Mar 08 12:00:39.302237 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-5d55baa5-b2b4-49d4-a21e-c4b7739dc053 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Network 25093daf-dda0-4c4d-ad5a-4e47ae659052 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:39.303514 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b4ebe-1447-4bca-b19d-49c11d47ba01 service neutron] Pushing event updated for resources: {'Port': ['ID=1059b08a-94ca-4118-aae4-fecbe55e65ee,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:39.309969 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813521c2-b3ce-48d1-8fff-6a88d6a2103b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a95f50-42a6-4f5d-90fd-1318c9fe023d,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:39.377326 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1010e4fd-5cb2-4734-b787-2de326a27711 admin admin] Publish callbacks [] for security_group (6fc250c4-e009-49c4-b440-ab00d8ede90e), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.419869 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (f6558169-e717-4a27-b553-4df8640d8460), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.433408 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-5d55baa5-b2b4-49d4-a21e-c4b7739dc053 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:39.435270 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55baa5-b2b4-49d4-a21e-c4b7739dc053 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event updated for resources: {'Port': ['ID=c182809e-e746-4729-80ba-e31504ef5283,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:39.440995 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-5d55baa5-b2b4-49d4-a21e-c4b7739dc053 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:00:39.447644 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-5d55baa5-b2b4-49d4-a21e-c4b7739dc053 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:39.447644 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-5d55baa5-b2b4-49d4-a21e-c4b7739dc053 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.536752 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc8c3f1-edc6-45a4-a489-5afa1177f51d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fd5fe0-308c-45ff-b71d-c42c081bd85d", "tag": "1059b08a-94ca-4118-aae4-fecbe55e65ee"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:00:39.548535 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17407ca-ab1e-4397-a44f-3a2587d3cb2f req-323591be-5056-497c-bde9-4abb9afd69ad tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:39.550142 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d17407ca-ab1e-4397-a44f-3a2587d3cb2f req-323591be-5056-497c-bde9-4abb9afd69ad tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 943 time: 0.7495506 Mar 08 12:00:39.558146 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1010e4fd-5cb2-4734-b787-2de326a27711 admin admin] Publish callbacks [] for security_group (6fc250c4-e009-49c4-b440-ab00d8ede90e), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.558375 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-813521c2-b3ce-48d1-8fff-6a88d6a2103b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e34f320954524092895957a993b09891&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8112750 Mar 08 12:00:39.561589 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 41534) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:39.562969 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:39.563862 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for port (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.565671 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] 10.222.0.53 "PUT /v2.0/ports/f6558169-e717-4a27-b553-4df8640d8460 HTTP/1.1" status: 200 len: 1093 time: 4.8066523 Mar 08 12:00:39.594650 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-e3699319-29c8-4734-a25e-4c5cc9304c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:39.597141 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-e3699319-29c8-4734-a25e-4c5cc9304c17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 1128 time: 0.7803564 Mar 08 12:00:39.670047 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af7e53-04ba-4243-a57d-75c6575fb89c req-9ac90ef5-ed79-4e3f-ac37-93a72f5b8a11 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:39.677633 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d3af7e53-04ba-4243-a57d-75c6575fb89c req-9ac90ef5-ed79-4e3f-ac37-93a72f5b8a11 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 931 time: 0.2380824 Mar 08 12:00:39.696765 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-c2a26ced-f100-453c-b09b-9dd11f695800 req-1d7f7f7b-44fd-4810-b5d8-329fe1688966 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384067 Mar 08 12:00:39.703980 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-f6aa30a4-6b42-41bb-9b1e-7463453d97fc service neutron] 10.222.0.53 "GET /v2.0/networks/5cf33e48-aabb-4980-a747-ac68d9e238cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565661 Mar 08 12:00:39.705965 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a62b81-e63d-453b-8a64-9dffe688097c service neutron] Pushing event updated for resources: {'Port': ['ID=f6558169-e717-4a27-b553-4df8640d8460,revision_number=3']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:39.777787 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-54172d3e-291d-4381-bdab-e44d4cf09e9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1059b08a-94ca-4118-aae4-fecbe55e65ee HTTP/1.1" status: 200 len: 217 time: 0.0952573 Mar 08 12:00:39.780541 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-5d55baa5-b2b4-49d4-a21e-c4b7739dc053 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5017736 Mar 08 12:00:39.808928 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7055d93f-5548-4071-9d56-b880f569c43e', 'tag': '9cb5ab58-f70d-48b9-8aac-7052f12951c2'}, {'name': 'network-changed', 'server_uuid': 'c435ac0d-5d1b-4e0b-91ba-d0880e3703bf', 'tag': 'f6558169-e717-4a27-b553-4df8640d8460'}] {{(pid=110282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:39.812938 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d17407ca-ab1e-4397-a44f-3a2587d3cb2f req-024e06cb-cf2d-493c-bd77-32debeb0d09e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349317 Mar 08 12:00:39.813935 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97424759812351d4672f9113f60e7df0fb12b366de8dab3fc6208360780b3a6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec65720-94e9-43f5-9f52-f877402def9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7055d93f-5548-4071-9d56-b880f569c43e", "tag": "9cb5ab58-f70d-48b9-8aac-7052f12951c2"}, {"name": "network-changed", "server_uuid": "c435ac0d-5d1b-4e0b-91ba-d0880e3703bf", "tag": "f6558169-e717-4a27-b553-4df8640d8460"}]}' {{(pid=110282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:00:39.854368 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1010e4fd-5cb2-4734-b787-2de326a27711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6fc250c4-e009-49c4-b440-ab00d8ede90e), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.858457 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1010e4fd-5cb2-4734-b787-2de326a27711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.866113 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-1010e4fd-5cb2-4734-b787-2de326a27711 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6fc250c4-e009-49c4-b440-ab00d8ede90e HTTP/1.1" status: 204 len: 168 time: 0.7743919 Mar 08 12:00:39.867097 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d3af7e53-04ba-4243-a57d-75c6575fb89c req-accb40e8-e15b-4436-8c88-f8b4efc622a5 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791830 Mar 08 12:00:39.871363 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9713ed63-728a-42bd-9b56-e131427bb6a4 admin admin] Publish callbacks [] for security_group (74a95f50-42a6-4f5d-90fd-1318c9fe023d), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.905426 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9713ed63-728a-42bd-9b56-e131427bb6a4 admin admin] Publish callbacks [] for security_group (74a95f50-42a6-4f5d-90fd-1318c9fe023d), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.917203 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-65fe653e-4f1a-4db8-851d-20dbb3268bfb None None] Provisioning complete for port c182809e-e746-4729-80ba-e31504ef5283 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:39.917795 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-65fe653e-4f1a-4db8-851d-20dbb3268bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (c182809e-e746-4729-80ba-e31504ef5283), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:39.934534 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010e4fd-5cb2-4734-b787-2de326a27711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc250c4-e009-49c4-b440-ab00d8ede90e,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:39.942638 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Request body: {'port': {'device_id': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:40.013444 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-65fe653e-4f1a-4db8-851d-20dbb3268bfb None None] Port c182809e-e746-4729-80ba-e31504ef5283 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:00:40.131203 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-fe448fe2-df05-4c68-9ac1-c526e1776021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.133250 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-fe448fe2-df05-4c68-9ac1-c526e1776021 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a431dca8-79c9-4874-a87f-d7946fc1238f HTTP/1.1" status: 200 len: 849 time: 0.1875689 Mar 08 12:00:40.151544 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (c182809e-e746-4729-80ba-e31504ef5283), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:40.232882 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-59dbef52-41f9-4f67-aeaa-351572a96671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.235125 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-59dbef52-41f9-4f67-aeaa-351572a96671 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 1127 time: 0.2610950 Mar 08 12:00:40.239398 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-227f23cc-37b0-4862-9c29-3a7fc2c27476 req-50c854b4-f1e8-4e75-983f-c30f8c068d48 service neutron] 10.222.0.53 "GET /v2.0/networks/5cf33e48-aabb-4980-a747-ac68d9e238cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271861 Mar 08 12:00:40.243156 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7ccd9-c941-4cb3-8138-2e9a377d2887 req-61cd3705-5632-4f37-a827-1e1838decf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.245300 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-96e7ccd9-c941-4cb3-8138-2e9a377d2887 req-61cd3705-5632-4f37-a827-1e1838decf50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 1127 time: 0.2738316 Mar 08 12:00:40.491812 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41554) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:40.497883 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Mar 2022 12:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6535911f-6821-4c9a-8254-c8cb4554975c x-openstack-request-id: req-6535911f-6821-4c9a-8254-c8cb4554975c {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:00:40.498770 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7055d93f-5548-4071-9d56-b880f569c43e", "tag": "9cb5ab58-f70d-48b9-8aac-7052f12951c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c435ac0d-5d1b-4e0b-91ba-d0880e3703bf", "tag": "f6558169-e717-4a27-b553-4df8640d8460", "status": "completed", "code": 200}]} {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:00:40.499461 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6535911f-6821-4c9a-8254-c8cb4554975c {{(pid=110282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:00:40.500732 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7055d93f-5548-4071-9d56-b880f569c43e', 'tag': '9cb5ab58-f70d-48b9-8aac-7052f12951c2', 'status': 'completed', 'code': 200} Mar 08 12:00:40.502674 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c435ac0d-5d1b-4e0b-91ba-d0880e3703bf', 'tag': 'f6558169-e717-4a27-b553-4df8640d8460', 'status': 'completed', 'code': 200} Mar 08 12:00:40.529884 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbc42c2-6dda-4ad7-a51b-a64bad7c430d x-openstack-request-id: req-3cbc42c2-6dda-4ad7-a51b-a64bad7c430d {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:00:40.530457 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fd5fe0-308c-45ff-b71d-c42c081bd85d", "tag": "1059b08a-94ca-4118-aae4-fecbe55e65ee", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:00:40.530457 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cbc42c2-6dda-4ad7-a51b-a64bad7c430d {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:00:40.531191 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fd5fe0-308c-45ff-b71d-c42c081bd85d', 'tag': '1059b08a-94ca-4118-aae4-fecbe55e65ee', 'status': 'completed', 'code': 200} Mar 08 12:00:40.547053 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9713ed63-728a-42bd-9b56-e131427bb6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (74a95f50-42a6-4f5d-90fd-1318c9fe023d), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:40.550434 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9713ed63-728a-42bd-9b56-e131427bb6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:40.560872 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-9713ed63-728a-42bd-9b56-e131427bb6a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74a95f50-42a6-4f5d-90fd-1318c9fe023d HTTP/1.1" status: 204 len: 168 time: 0.9895024 Mar 08 12:00:40.562143 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-e6347c66-fe5f-405a-a91f-387f46738c6a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6558169-e717-4a27-b553-4df8640d8460 HTTP/1.1" status: 200 len: 217 time: 0.2582014 Mar 08 12:00:40.580752 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4db5c8-208a-4f5c-9c52-b5692ad9aa23 req-217a5523-18fa-4e59-9013-af9fd77c3ba8 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.582047 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3f4db5c8-208a-4f5c-9c52-b5692ad9aa23 req-217a5523-18fa-4e59-9013-af9fd77c3ba8 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 943 time: 0.5381498 Mar 08 12:00:40.654605 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713ed63-728a-42bd-9b56-e131427bb6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a95f50-42a6-4f5d-90fd-1318c9fe023d,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:40.716281 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-66abd731-ef34-4d4a-9862-07ec616ecaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.717772 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-66abd731-ef34-4d4a-9862-07ec616ecaa7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f359cc5-2843-4822-80dc-0991890d71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5618410 Mar 08 12:00:40.759501 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-39027f78-a6a4-49f6-8924-a9f5006730b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.761236 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-39027f78-a6a4-49f6-8924-a9f5006730b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13640637-05f7-46ca-85f6-679ac8752a14 HTTP/1.1" status: 200 len: 858 time: 0.1779621 Mar 08 12:00:40.775204 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec65720-94e9-43f5-9f52-f877402def9f req-c1edef3c-ec91-4a25-a8f2-03a6e4051ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.777055 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-c1edef3c-ec91-4a25-a8f2-03a6e4051ed4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b47fc40178a401dac0d97ac08e606e0&device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 1127 time: 0.2276132 Mar 08 12:00:40.778424 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7ccd9-c941-4cb3-8138-2e9a377d2887 req-c63776dc-33da-403d-97ec-c071daee5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.780075 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-96e7ccd9-c941-4cb3-8138-2e9a377d2887 req-c63776dc-33da-403d-97ec-c071daee5076 service neutron] 10.222.0.53 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 919 time: 0.4683642 Mar 08 12:00:40.847748 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3f4db5c8-208a-4f5c-9c52-b5692ad9aa23 req-62bdc3de-b59c-4ec8-a1c4-a0e58a007993 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276917 Mar 08 12:00:40.939287 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e6097-8c1e-411d-9871-217809e8522d req-ee6273b9-06a0-4418-8077-e8864dd62ce6 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:40.943529 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-da8e6097-8c1e-411d-9871-217809e8522d req-ee6273b9-06a0-4418-8077-e8864dd62ce6 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 944 time: 0.3985689 Mar 08 12:00:40.956523 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41564) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:40.986832 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-34a3aa1e-25d7-4af4-96d1-4a5287253794 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98344952-e0db-43ab-bdc0-bda704b5a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511984 Mar 08 12:00:40.996089 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-96e7ccd9-c941-4cb3-8138-2e9a377d2887 req-4aabde24-c478-483f-8275-ada91046917d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=438d30c0-b9b9-44bf-841f-08b2d37ccf1d HTTP/1.1" status: 200 len: 217 time: 0.1620004 Mar 08 12:00:41.036672 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3df9-44e3-486d-8ffc-5fe178fe8715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:41.241488 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-da8e6097-8c1e-411d-9871-217809e8522d req-b72e0318-6af2-4aca-8ac7-f58ca2f6a4f7 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197769 Mar 08 12:00:41.262826 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7ccd9-c941-4cb3-8138-2e9a377d2887 req-979e6e77-646b-42b8-b4f3-d81c0b3150ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:41.264601 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-96e7ccd9-c941-4cb3-8138-2e9a377d2887 req-979e6e77-646b-42b8-b4f3-d81c0b3150ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13640637-05f7-46ca-85f6-679ac8752a14 HTTP/1.1" status: 200 len: 858 time: 0.2447200 Mar 08 12:00:41.276303 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f61c31-98d4-431a-bf7a-9e1e7f9ba274 req-dc08d146-69d9-43e2-bda4-98a311278710 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:41.278045 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e1f61c31-98d4-431a-bf7a-9e1e7f9ba274 req-dc08d146-69d9-43e2-bda4-98a311278710 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 943 time: 0.2687027 Mar 08 12:00:41.279570 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec65720-94e9-43f5-9f52-f877402def9f req-0414f8ed-34bd-4602-9f09-2432af767da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:41.280898 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-0414f8ed-34bd-4602-9f09-2432af767da8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5cf33e48-aabb-4980-a747-ac68d9e238cc HTTP/1.1" status: 200 len: 912 time: 0.4228208 Mar 08 12:00:41.288018 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-ccf634d8-df25-4790-abf4-c011a0777b11 service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054345 Mar 08 12:00:41.356518 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-ac8f88f5-56f8-4e7d-abde-5cf0c98593b6 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498631 Mar 08 12:00:41.358584 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-96e7ccd9-c941-4cb3-8138-2e9a377d2887 req-f1831532-548d-4cd1-b74c-354e84114844 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98344952-e0db-43ab-bdc0-bda704b5a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609889 Mar 08 12:00:41.367356 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f990ccb3-6af6-4e64-b99d-c25aeef521d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:41.472179 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e1f61c31-98d4-431a-bf7a-9e1e7f9ba274 req-7927a4c1-1b4b-4656-a167-99fb2d1ce59d tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867025 Mar 08 12:00:41.504087 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-b7cec846-6595-4952-bcaa-f40ad501b5ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cb5ab58-f70d-48b9-8aac-7052f12951c2 HTTP/1.1" status: 200 len: 217 time: 0.1390731 Mar 08 12:00:41.563701 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c182809e-e746-4729-80ba-e31504ef5283 {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:41.578958 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Publish callbacks [] for port (c182809e-e746-4729-80ba-e31504ef5283), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:41.605006 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a71a13a-d453-46f9-895f-b3afe2d11359 req-59fd9f89-2ead-42f0-977f-e017fad95d4f service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342255 Mar 08 12:00:41.608357 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Transition to ACTIVE for port object c182809e-e746-4729-80ba-e31504ef5283 will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:00:41.620705 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653f734-f078-4959-a5cd-b437eca5f10a req-a3cb411a-486a-4a9f-9cda-4a66a89be31d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:41.640188 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8653f734-f078-4959-a5cd-b437eca5f10a req-a3cb411a-486a-4a9f-9cda-4a66a89be31d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 931 time: 0.2151909 Mar 08 12:00:41.707997 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8653f734-f078-4959-a5cd-b437eca5f10a req-d0e0ffe3-2e7e-4531-9319-a2199e194f40 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731637 Mar 08 12:00:41.715095 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (c182809e-e746-4729-80ba-e31504ef5283), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:41.862807 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Pushing event updated for resources: {'Port': ['ID=c182809e-e746-4729-80ba-e31504ef5283,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:41.930650 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 41574) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:41.998175 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-fc9f35b8-d90a-4767-9ae2-bc01caaf1bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:42.001378 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Attempting to bind port c182809e-e746-4729-80ba-e31504ef5283 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:00:42.001807 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Attempting to bind port c182809e-e746-4729-80ba-e31504ef5283 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:00:42.002143 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Attempting to bind port c182809e-e746-4729-80ba-e31504ef5283 on network 25093daf-dda0-4c4d-ad5a-4e47ae659052 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:42.034319 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Port c182809e-e746-4729-80ba-e31504ef5283 on network 25093daf-dda0-4c4d-ad5a-4e47ae659052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:00:42.034821 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Attempting to bind port c182809e-e746-4729-80ba-e31504ef5283 on network 25093daf-dda0-4c4d-ad5a-4e47ae659052 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:00:42.073571 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:00:42.074101 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Checking segment: {'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:42.074488 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Bound using segment: {'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:00:42.075000 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Bound port: c182809e-e746-4729-80ba-e31504ef5283, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:00:42.075367 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (c182809e-e746-4729-80ba-e31504ef5283), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:42.077981 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3df9-44e3-486d-8ffc-5fe178fe8715 admin admin] Publish callbacks [] for security_group (ca7267da-ffee-41b6-9463-43641e4e47c6), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:42.108044 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8c3f1-edc6-45a4-a489-5afa1177f51d req-6c16afd9-d9dd-48c1-a380-f3c82114ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:42.109260 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-acc8c3f1-edc6-45a4-a489-5afa1177f51d req-6c16afd9-d9dd-48c1-a380-f3c82114ec27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 1128 time: 0.2479696 Mar 08 12:00:42.136141 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec65720-94e9-43f5-9f52-f877402def9f req-ef4a7641-5a2a-4fb3-994e-7b05749f4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:42.137697 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-ef4a7641-5a2a-4fb3-994e-7b05749f4d4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f524329-fcc5-41aa-ba42-66accd33d31a HTTP/1.1" status: 200 len: 851 time: 0.5898759 Mar 08 12:00:42.185584 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-3abb573d-60fd-466c-8ae0-20f449280a82 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5cf33e48-aabb-4980-a747-ac68d9e238cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355277 Mar 08 12:00:42.217425 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3df9-44e3-486d-8ffc-5fe178fe8715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (ca7267da-ffee-41b6-9463-43641e4e47c6), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:42.249843 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a18e56-6411-4770-ad2c-2e340cf50e1e req-ca804b6f-0ebf-4754-95d9-afe8a26101e1 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:42.251883 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b4a18e56-6411-4770-ad2c-2e340cf50e1e req-ca804b6f-0ebf-4754-95d9-afe8a26101e1 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 943 time: 0.2346802 Mar 08 12:00:42.276231 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-bc6b3df9-44e3-486d-8ffc-5fe178fe8715 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e969fc30f43243d28c72ac9651229b69&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2959135 Mar 08 12:00:42.287282 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41578) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:42.415954 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] For port c182809e-e746-4729-80ba-e31504ef5283, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:00:42.416266 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-96e7ccd9-c941-4cb3-8138-2e9a377d2887 req-408f60b0-9be2-4914-9a88-4689dd432d64 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0046930 Mar 08 12:00:42.457140 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-678ceb75-3d5f-4797-983f-ba11f4d067f0 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0468757 Mar 08 12:00:42.477846 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b3df9-44e3-486d-8ffc-5fe178fe8715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7267da-ffee-41b6-9463-43641e4e47c6,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:42.535082 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] For port c182809e-e746-4729-80ba-e31504ef5283, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c182809e-e746-4729-80ba-e31504ef5283,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:00:42.610157 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-fc9f35b8-d90a-4767-9ae2-bc01caaf1bcc admin admin] Publish callbacks [] for security_group (d96c5110-37e5-4893-8f35-2b55a279cd70), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:42.618958 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-b97b5c43-dade-4e98-a72d-15778a60d078 service neutron] 10.222.0.53 "GET /v2.0/networks/5cf33e48-aabb-4980-a747-ac68d9e238cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234138 Mar 08 12:00:42.619044 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8c3f1-edc6-45a4-a489-5afa1177f51d req-951306a4-1014-4a77-ace8-cdf516a45d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:42.619044 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-acc8c3f1-edc6-45a4-a489-5afa1177f51d req-951306a4-1014-4a77-ace8-cdf516a45d02 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f359cc5-2843-4822-80dc-0991890d71fa HTTP/1.1" status: 200 len: 911 time: 0.4486887 Mar 08 12:00:42.619044 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b4a18e56-6411-4770-ad2c-2e340cf50e1e req-d3993554-702b-4934-bf1e-ca97bc035c74 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420703 Mar 08 12:00:42.642125 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f990ccb3-6af6-4e64-b99d-c25aeef521d6 admin admin] Publish callbacks [] for security_group (70af7dce-2607-460f-97d7-aba4d465cf21), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:42.681695 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-532cd105-aba3-41be-936d-ec64cfd0943f admin admin] Publish callbacks [] for security_group (ca7267da-ffee-41b6-9463-43641e4e47c6), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:42.707431 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-acc8c3f1-edc6-45a4-a489-5afa1177f51d req-0b3ef1b0-9c37-493a-9597-cc7852195412 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1059b08a-94ca-4118-aae4-fecbe55e65ee HTTP/1.1" status: 200 len: 217 time: 0.0895371 Mar 08 12:00:42.735414 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f647367-b406-4680-b313-037bb7f5f0e0 req-ccdf6d01-8d74-4378-a08f-f28d143be9f9 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:42.738194 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1f647367-b406-4680-b313-037bb7f5f0e0 req-ccdf6d01-8d74-4378-a08f-f28d143be9f9 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 944 time: 0.3677223 Mar 08 12:00:42.786712 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-96e7ccd9-c941-4cb3-8138-2e9a377d2887 req-95bb8bf6-cd3d-405b-b72a-3a5de745775b service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558533 Mar 08 12:00:42.805655 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-532cd105-aba3-41be-936d-ec64cfd0943f admin admin] Publish callbacks [] for security_group (ca7267da-ffee-41b6-9463-43641e4e47c6), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:42.841961 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-a552dac9-2cd7-40f2-9851-b5abb29dbba1 service neutron] 10.222.0.53 "GET /v2.0/networks/5cf33e48-aabb-4980-a747-ac68d9e238cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515190 Mar 08 12:00:42.846701 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8c3f1-edc6-45a4-a489-5afa1177f51d req-bf393e62-382b-496c-97b7-52619f52d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:42.848203 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-acc8c3f1-edc6-45a4-a489-5afa1177f51d req-bf393e62-382b-496c-97b7-52619f52d4e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a431dca8-79c9-4874-a87f-d7946fc1238f HTTP/1.1" status: 200 len: 849 time: 0.0550187 Mar 08 12:00:42.885210 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1f647367-b406-4680-b313-037bb7f5f0e0 req-86aa0e1e-448b-4886-9de0-aca52097e680 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307659 Mar 08 12:00:42.894517 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8733a7-2b42-4f02-8887-1941faf1d494 req-960b88b2-cada-4bfe-9238-1f52f5a08adc tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:42.895682 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fa8733a7-2b42-4f02-8887-1941faf1d494 req-960b88b2-cada-4bfe-9238-1f52f5a08adc tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 943 time: 0.1554480 Mar 08 12:00:43.029029 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fa8733a7-2b42-4f02-8887-1941faf1d494 req-3f5849b8-16cf-4d31-b3e2-705dcdc24705 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204000 Mar 08 12:00:43.089292 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d1f53-23bb-4da0-b740-a5756930ee96 req-1d40f9cb-35f5-4381-b295-04cc30af4889 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:43.184513 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c49d1f53-23bb-4da0-b740-a5756930ee96 req-1d40f9cb-35f5-4381-b295-04cc30af4889 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0805697 Mar 08 12:00:43.184513 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c49d1f53-23bb-4da0-b740-a5756930ee96 req-cb6b07bd-ca2f-4961-9425-37f41af9fd97 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454798 Mar 08 12:00:43.369217 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8c3f1-edc6-45a4-a489-5afa1177f51d req-936d081b-c8f1-4547-9b9a-43ef8df28f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:43.370742 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-acc8c3f1-edc6-45a4-a489-5afa1177f51d req-936d081b-c8f1-4547-9b9a-43ef8df28f56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f359cc5-2843-4822-80dc-0991890d71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566444 Mar 08 12:00:43.460792 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-acc8c3f1-edc6-45a4-a489-5afa1177f51d req-36141d3f-a4d5-4edf-96e4-82b8c97d7408 service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839777 Mar 08 12:00:43.781432 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-acc8c3f1-edc6-45a4-a489-5afa1177f51d req-eefaeedb-ac2e-46b9-b5ee-98924757e79d service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146486 Mar 08 12:00:43.793788 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025f9f0-efb3-4c2d-8a03-f0a08a4a32a9 req-60ad5897-845b-4c2b-88c9-4c50aae13d33 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:43.795337 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5025f9f0-efb3-4c2d-8a03-f0a08a4a32a9 req-60ad5897-845b-4c2b-88c9-4c50aae13d33 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 943 time: 0.0780132 Mar 08 12:00:43.814725 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f990ccb3-6af6-4e64-b99d-c25aeef521d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (70af7dce-2607-460f-97d7-aba4d465cf21), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.817564 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-532cd105-aba3-41be-936d-ec64cfd0943f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (ca7267da-ffee-41b6-9463-43641e4e47c6), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.819746 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (c182809e-e746-4729-80ba-e31504ef5283), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.823346 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-532cd105-aba3-41be-936d-ec64cfd0943f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.823346 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-532cd105-aba3-41be-936d-ec64cfd0943f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca7267da-ffee-41b6-9463-43641e4e47c6 HTTP/1.1" status: 204 len: 168 time: 1.4953735 Mar 08 12:00:43.823820 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-fc9f35b8-d90a-4767-9ae2-bc01caaf1bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d96c5110-37e5-4893-8f35-2b55a279cd70), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.872865 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-f990ccb3-6af6-4e64-b99d-c25aeef521d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cdc194f46daa4ac487075382a9812e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3325956 Mar 08 12:00:43.873558 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990ccb3-6af6-4e64-b99d-c25aeef521d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70af7dce-2607-460f-97d7-aba4d465cf21,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:43.876001 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41606) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:43.889869 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:43.890698 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:43.891641 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] 10.222.0.53 "PUT /v2.0/ports/c182809e-e746-4729-80ba-e31504ef5283 HTTP/1.1" status: 200 len: 1093 time: 3.9626002 Mar 08 12:00:43.904294 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:43.906738 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df4d1a3-14e4-4ec5-8364-3f2ceaaadf30" -d '{"events": [{"name": "network-changed", "server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "tag": "c182809e-e746-4729-80ba-e31504ef5283"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:00:43.922353 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cd105-aba3-41be-936d-ec64cfd0943f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7267da-ffee-41b6-9463-43641e4e47c6,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:43.950697 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-fc9f35b8-d90a-4767-9ae2-bc01caaf1bcc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17d7736faa8846abb11ec2eea253bf7d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0170527 Mar 08 12:00:43.955130 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 41612) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:43.956773 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f35b8-d90a-4767-9ae2-bc01caaf1bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96c5110-37e5-4893-8f35-2b55a279cd70,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:43.983510 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5025f9f0-efb3-4c2d-8a03-f0a08a4a32a9 req-1fb51fc8-3ea3-4006-9aa5-0498236fd78b tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825526 Mar 08 12:00:43.993473 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ee693-cd58-4eff-967c-2e54aadb7fda service neutron] Pushing event updated for resources: {'Port': ['ID=c182809e-e746-4729-80ba-e31504ef5283,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:44.013380 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f4356009-7cdf-41c2-ab34-7638481bd1e8 admin admin] Publish callbacks [] for security_group (70af7dce-2607-460f-97d7-aba4d465cf21), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:44.056745 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f4356009-7cdf-41c2-ab34-7638481bd1e8 admin admin] Publish callbacks [] for security_group (70af7dce-2607-460f-97d7-aba4d465cf21), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:44.087722 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c76fedf1-3c13-4877-913c-d12befe7d35e admin admin] Publish callbacks [] for security_group (d96c5110-37e5-4893-8f35-2b55a279cd70), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:44.118344 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204b358-3627-494d-b17b-2f5b5b208587 req-1394897e-ccc1-4afb-82c5-e1f45ee8c758 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:44.120348 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e204b358-3627-494d-b17b-2f5b5b208587 req-1394897e-ccc1-4afb-82c5-e1f45ee8c758 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 944 time: 0.1160793 Mar 08 12:00:44.146821 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c76fedf1-3c13-4877-913c-d12befe7d35e admin admin] Publish callbacks [] for security_group (d96c5110-37e5-4893-8f35-2b55a279cd70), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:44.152244 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e40883-69b5-4180-8a5a-8c5997f747c3 x-openstack-request-id: req-59e40883-69b5-4180-8a5a-8c5997f747c3 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:00:44.152244 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "tag": "c182809e-e746-4729-80ba-e31504ef5283", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:00:44.152244 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59e40883-69b5-4180-8a5a-8c5997f747c3 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:00:44.153079 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283', 'status': 'completed', 'code': 200} Mar 08 12:00:44.200820 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f4356009-7cdf-41c2-ab34-7638481bd1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (70af7dce-2607-460f-97d7-aba4d465cf21), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:44.203366 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f4356009-7cdf-41c2-ab34-7638481bd1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:44.205967 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-f4356009-7cdf-41c2-ab34-7638481bd1e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70af7dce-2607-460f-97d7-aba4d465cf21 HTTP/1.1" status: 204 len: 168 time: 0.3287895 Mar 08 12:00:44.214703 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4356009-7cdf-41c2-ab34-7638481bd1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70af7dce-2607-460f-97d7-aba4d465cf21,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:44.269535 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e204b358-3627-494d-b17b-2f5b5b208587 req-5b1c278a-7b26-490f-a2c7-7e6e977bd0b3 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338015 Mar 08 12:00:44.292479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d28e3-56f5-44d9-af9f-8c1a3bb78518 req-e5f105f2-d7b9-4f73-a8ef-8c4d03801a57 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:44.294043 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c49d28e3-56f5-44d9-af9f-8c1a3bb78518 req-e5f105f2-d7b9-4f73-a8ef-8c4d03801a57 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 943 time: 0.0869670 Mar 08 12:00:44.384878 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c49d28e3-56f5-44d9-af9f-8c1a3bb78518 req-6934d5d9-f947-4bf1-a742-7b75b010db0a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828304 Mar 08 12:00:44.390046 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c76fedf1-3c13-4877-913c-d12befe7d35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d96c5110-37e5-4893-8f35-2b55a279cd70), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:44.390046 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c76fedf1-3c13-4877-913c-d12befe7d35e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:44.394053 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-c76fedf1-3c13-4877-913c-d12befe7d35e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d96c5110-37e5-4893-8f35-2b55a279cd70 HTTP/1.1" status: 204 len: 168 time: 0.4297748 Mar 08 12:00:44.403722 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fedf1-3c13-4877-913c-d12befe7d35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96c5110-37e5-4893-8f35-2b55a279cd70,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:44.433365 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696563f8-f362-4e75-8a65-83ee454b9615 req-436cc310-e377-42d4-b355-9c8b30935cec tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:44.434915 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-696563f8-f362-4e75-8a65-83ee454b9615 req-436cc310-e377-42d4-b355-9c8b30935cec tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0867395 Mar 08 12:00:44.490171 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-696563f8-f362-4e75-8a65-83ee454b9615 req-2497325c-ab80-4dcf-b0eb-64c884207603 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493968 Mar 08 12:00:45.119970 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24d33-4fca-4cc8-8349-025f4d06a417 req-f9cbfc52-c959-49a2-a5e2-bbbb327fe6ca tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:45.121589 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-31a24d33-4fca-4cc8-8349-025f4d06a417 req-f9cbfc52-c959-49a2-a5e2-bbbb327fe6ca tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 943 time: 0.0572283 Mar 08 12:00:45.138136 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41648) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:45.152894 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c242ca34-0057-4563-88a0-60585b4eae58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.186648 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-31a24d33-4fca-4cc8-8349-025f4d06a417 req-6aafb03c-7f25-4c5e-9b71-ebd6d5c45d32 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592945 Mar 08 12:00:45.269344 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c242ca34-0057-4563-88a0-60585b4eae58 admin admin] Publish callbacks [] for security_group (a21f8427-509a-464e-a9a6-76acf8522203), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.349547 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c242ca34-0057-4563-88a0-60585b4eae58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a21f8427-509a-464e-a9a6-76acf8522203), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.391318 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c242ca34-0057-4563-88a0-60585b4eae58 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5037f6372704bf08f6f7302883a8bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514555 Mar 08 12:00:45.394776 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41662) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:45.402458 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242ca34-0057-4563-88a0-60585b4eae58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21f8427-509a-464e-a9a6-76acf8522203,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:45.430359 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aafcd1-9f42-47a5-b069-b8bd97ed8fd4 req-8513e73c-90b3-4f50-a918-c6963c404b83 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:45.430359 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-55aafcd1-9f42-47a5-b069-b8bd97ed8fd4 req-8513e73c-90b3-4f50-a918-c6963c404b83 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 944 time: 0.0829184 Mar 08 12:00:45.495468 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-256fbba3-4f57-4c8c-9020-4b1ab397f88c admin admin] Publish callbacks [] for security_group (a21f8427-509a-464e-a9a6-76acf8522203), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.522467 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-256fbba3-4f57-4c8c-9020-4b1ab397f88c admin admin] Publish callbacks [] for security_group (a21f8427-509a-464e-a9a6-76acf8522203), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.550236 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-55aafcd1-9f42-47a5-b069-b8bd97ed8fd4 req-2f1cb559-acd1-4c1c-829f-13b1765007a6 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088681 Mar 08 12:00:45.586459 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b1a78-d8db-426c-9aba-fe19ce43008e req-7edf17c3-1e7d-4257-bdc8-aca053ef31b1 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:45.595397 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-799b1a78-d8db-426c-9aba-fe19ce43008e req-7edf17c3-1e7d-4257-bdc8-aca053ef31b1 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 943 time: 0.0944543 Mar 08 12:00:45.655285 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-799b1a78-d8db-426c-9aba-fe19ce43008e req-8865eb51-c67c-4c41-a558-f8d44f9659b8 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589712 Mar 08 12:00:45.681055 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-256fbba3-4f57-4c8c-9020-4b1ab397f88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a21f8427-509a-464e-a9a6-76acf8522203), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.683549 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-256fbba3-4f57-4c8c-9020-4b1ab397f88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.684857 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-256fbba3-4f57-4c8c-9020-4b1ab397f88c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a21f8427-509a-464e-a9a6-76acf8522203 HTTP/1.1" status: 204 len: 168 time: 0.2899041 Mar 08 12:00:45.692565 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fbba3-4f57-4c8c-9020-4b1ab397f88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21f8427-509a-464e-a9a6-76acf8522203,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:45.697994 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5a62a-235b-441c-8f2e-61e2c855c7fa req-ca49582c-90ef-4413-bdff-3ef2a26aae71 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:45.699507 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aaf5a62a-235b-441c-8f2e-61e2c855c7fa req-ca49582c-90ef-4413-bdff-3ef2a26aae71 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0603597 Mar 08 12:00:45.820556 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aaf5a62a-235b-441c-8f2e-61e2c855c7fa req-6e315ad9-dc05-4f18-adda-b270946b4bab tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139083 Mar 08 12:00:45.837446 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec65720-94e9-43f5-9f52-f877402def9f req-eb8dbf9d-f3b8-4c9f-bb9a-4b9db28dcb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:45.838987 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-eb8dbf9d-f3b8-4c9f-bb9a-4b9db28dcb2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 1127 time: 0.1169293 Mar 08 12:00:45.841202 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4d1a3-14e4-4ec5-8364-3f2ceaaadf30 req-3120e876-a809-4415-95e5-b9bc8a89ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:45.853037 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7df4d1a3-14e4-4ec5-8364-3f2ceaaadf30 req-3120e876-a809-4415-95e5-b9bc8a89ae8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 1127 time: 0.1318679 Mar 08 12:00:46.122369 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4d1a3-14e4-4ec5-8364-3f2ceaaadf30 req-7af29a1b-2580-4f96-877b-61fe1d74d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:46.122937 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7df4d1a3-14e4-4ec5-8364-3f2ceaaadf30 req-7af29a1b-2580-4f96-877b-61fe1d74d556 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2563255 Mar 08 12:00:46.125256 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec65720-94e9-43f5-9f52-f877402def9f req-6af35bf0-f257-435f-9d44-adf2b7393c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:46.127281 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-6af35bf0-f257-435f-9d44-adf2b7393c0c service neutron] 10.222.0.53 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 919 time: 0.2731323 Mar 08 12:00:46.199684 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-20e71188-7a3a-42b1-bd8d-93cfc3cdb592 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6558169-e717-4a27-b553-4df8640d8460 HTTP/1.1" status: 200 len: 217 time: 0.0543692 Mar 08 12:00:46.389922 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec65720-94e9-43f5-9f52-f877402def9f req-582a6e77-1b44-424f-873a-4265e79cb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:46.391427 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-582a6e77-1b44-424f-873a-4265e79cb85d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13640637-05f7-46ca-85f6-679ac8752a14 HTTP/1.1" status: 200 len: 858 time: 0.1812158 Mar 08 12:00:46.407768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4d1a3-14e4-4ec5-8364-3f2ceaaadf30 req-53d68e76-9a59-4ba1-9add-a1821a6f052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:46.409285 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7df4d1a3-14e4-4ec5-8364-3f2ceaaadf30 req-53d68e76-9a59-4ba1-9add-a1821a6f052f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2810230 Mar 08 12:00:46.421413 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817ac87-325f-4762-809d-cf9d1220c5f6 req-f91c81ce-2ca4-4777-b478-d507f8816fb7 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:46.425372 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d817ac87-325f-4762-809d-cf9d1220c5f6 req-f91c81ce-2ca4-4777-b478-d507f8816fb7 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 943 time: 0.1357713 Mar 08 12:00:46.486880 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d817ac87-325f-4762-809d-cf9d1220c5f6 req-ca7e3d37-e10d-4322-90de-2cf47f9a8107 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533741 Mar 08 12:00:46.627230 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-c7642947-2334-4319-83c9-96ea8593a1ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98344952-e0db-43ab-bdc0-bda704b5a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287373 Mar 08 12:00:46.710940 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ea6b9-0553-4f80-bdaa-c6c574c41efc req-3147752e-d99f-4742-8fcd-d9f1d5c727b4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:46.717226 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c79ea6b9-0553-4f80-bdaa-c6c574c41efc req-3147752e-d99f-4742-8fcd-d9f1d5c727b4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 944 time: 0.0807452 Mar 08 12:00:46.895084 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c79ea6b9-0553-4f80-bdaa-c6c574c41efc req-a7738342-9bac-4e88-a76b-e2b9818c2df6 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767716 Mar 08 12:00:46.931102 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-a4f23a1f-8301-4c0a-8ff5-67c241e690ad service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036815 Mar 08 12:00:46.933200 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-bd7f1ecf-8d8c-4ff3-ae2e-8938b83c8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:46.934993 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-bd7f1ecf-8d8c-4ff3-ae2e-8938b83c8795 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 1127 time: 0.1887376 Mar 08 12:00:46.942976 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d969022-a0ad-494c-8d26-0fa273f2b412 req-1c6c7e08-893c-44ad-bcb7-f260801d8001 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:46.943589 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1d969022-a0ad-494c-8d26-0fa273f2b412 req-1c6c7e08-893c-44ad-bcb7-f260801d8001 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 943 time: 0.2081091 Mar 08 12:00:47.267700 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-fbd74fea-c00b-4b38-a75b-8c1befd860ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c182809e-e746-4729-80ba-e31504ef5283 HTTP/1.1" status: 200 len: 217 time: 0.2979903 Mar 08 12:00:47.371386 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1d969022-a0ad-494c-8d26-0fa273f2b412 req-7627ab94-3cff-4e3b-89d3-efacbab85f39 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223001 Mar 08 12:00:47.400944 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-621f8510-1c0a-420b-849b-c1b0ca6da191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:47.409432 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-621f8510-1c0a-420b-849b-c1b0ca6da191 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0999dd9d-7a14-4068-867e-b0cb2230adcb HTTP/1.1" status: 200 len: 856 time: 0.1155231 Mar 08 12:00:47.457415 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9ec65720-94e9-43f5-9f52-f877402def9f req-63d03943-eac9-473a-918f-60de2646165f service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888771 Mar 08 12:00:47.472567 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ee8a2-4e11-4a58-a6ba-f3a944b000e9 req-75c7a704-f664-43b1-8fb6-fb0198cdf14c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:47.474769 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-068ee8a2-4e11-4a58-a6ba-f3a944b000e9 req-75c7a704-f664-43b1-8fb6-fb0198cdf14c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.4862740 Mar 08 12:00:47.574730 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-068ee8a2-4e11-4a58-a6ba-f3a944b000e9 req-fc1aac06-35cc-4255-a0cb-724714331ea2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952468 Mar 08 12:00:47.605390 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-92d76262-be5e-4da0-a2fd-96199bc3645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:47.607047 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-92d76262-be5e-4da0-a2fd-96199bc3645b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25093daf-dda0-4c4d-ad5a-4e47ae659052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1979978 Mar 08 12:00:47.746498 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621db6cb-fbf0-4c57-99f8-6c1b89a3de22 req-d43f71cd-ec11-4e62-84f9-f23c11e6a7bb tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:47.748045 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-621db6cb-fbf0-4c57-99f8-6c1b89a3de22 req-d43f71cd-ec11-4e62-84f9-f23c11e6a7bb tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 943 time: 0.1256351 Mar 08 12:00:47.754072 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-982ced44-f8ab-4a82-89a9-7d64d83346e4 service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407561 Mar 08 12:00:47.800246 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fa1dd979-19fe-40ea-8547-c172822c9fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:47.862947 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-621db6cb-fbf0-4c57-99f8-6c1b89a3de22 req-87afa04d-6118-4562-a345-f465b0a72424 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076434 Mar 08 12:00:47.906324 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f453ea0c-b93e-49ac-8922-4bb052be1964 req-afe1c8f3-52f1-46a8-a0ad-3a8c1f5ab99d service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447239 Mar 08 12:00:48.032003 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a461-30e9-4a22-9a77-3b3c14fa5df6 req-58583c9c-292e-49b1-b421-6ac67064d419 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:48.033584 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4ae5a461-30e9-4a22-9a77-3b3c14fa5df6 req-58583c9c-292e-49b1-b421-6ac67064d419 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 944 time: 0.0622082 Mar 08 12:00:48.088118 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4ae5a461-30e9-4a22-9a77-3b3c14fa5df6 req-1b180605-2535-48d3-818d-c44b3f0736fc tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482259 Mar 08 12:00:48.515360 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9610a04-4667-45ed-9ed1-3193d8a3f742 req-998bc3b4-ffec-4033-a9eb-44123e00ec4c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:48.516996 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d9610a04-4667-45ed-9ed1-3193d8a3f742 req-998bc3b4-ffec-4033-a9eb-44123e00ec4c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 943 time: 0.0578752 Mar 08 12:00:48.571581 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d9610a04-4667-45ed-9ed1-3193d8a3f742 req-603d76cb-7e39-4748-a86e-955b0693747c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490124 Mar 08 12:00:48.740803 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d61d29-ee46-44a9-972e-e1c60a9e01d2 req-803017e3-ebd8-4e40-ba4d-4d8dfae97e4f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:48.744814 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-81d61d29-ee46-44a9-972e-e1c60a9e01d2 req-803017e3-ebd8-4e40-ba4d-4d8dfae97e4f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0737777 Mar 08 12:00:48.826345 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-81d61d29-ee46-44a9-972e-e1c60a9e01d2 req-14d2804b-9be0-456a-bbe0-f99764347947 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755160 Mar 08 12:00:48.982904 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41848) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:49.031615 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd846a5-254a-4889-bc69-0ab958353bd2 req-4aa8b9ec-3b20-43a2-97a6-bcb7816d3c82 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:49.033164 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1dd846a5-254a-4889-bc69-0ab958353bd2 req-4aa8b9ec-3b20-43a2-97a6-bcb7816d3c82 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 943 time: 0.0632880 Mar 08 12:00:49.095493 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1dd846a5-254a-4889-bc69-0ab958353bd2 req-bd7a9c11-248c-4ec5-901e-e5a10772072a tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564799 Mar 08 12:00:49.110482 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe3a2-743f-4a51-b5b6-f7fea2235f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:49.211291 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe3a2-743f-4a51-b5b6-f7fea2235f62 admin admin] Publish callbacks [] for security_group (79a26260-f460-4157-9ca9-0c562112af9c), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:49.236767 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fce4ae-db49-495f-9511-b7a5e462ac5d req-81b50e39-d435-4b72-8cb3-a22068bc7b79 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:49.238274 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-82fce4ae-db49-495f-9511-b7a5e462ac5d req-81b50e39-d435-4b72-8cb3-a22068bc7b79 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 944 time: 0.0671873 Mar 08 12:00:49.287922 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-82fce4ae-db49-495f-9511-b7a5e462ac5d req-5d5e38da-7161-4a98-8a5d-af01322e8836 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434482 Mar 08 12:00:49.349282 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe3a2-743f-4a51-b5b6-f7fea2235f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (79a26260-f460-4157-9ca9-0c562112af9c), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:49.389585 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-e0bfe3a2-743f-4a51-b5b6-f7fea2235f62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=beb915549e6944d59b212f5140c088d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4054720 Mar 08 12:00:49.390628 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfe3a2-743f-4a51-b5b6-f7fea2235f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a26260-f460-4157-9ca9-0c562112af9c,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:49.392516 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 41862) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:49.451081 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-aed061c4-6b89-4534-b77b-69aa239df7b7 admin admin] Publish callbacks [] for security_group (79a26260-f460-4157-9ca9-0c562112af9c), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:49.485545 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-aed061c4-6b89-4534-b77b-69aa239df7b7 admin admin] Publish callbacks [] for security_group (79a26260-f460-4157-9ca9-0c562112af9c), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:49.606942 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-aed061c4-6b89-4534-b77b-69aa239df7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (79a26260-f460-4157-9ca9-0c562112af9c), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:49.610286 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-aed061c4-6b89-4534-b77b-69aa239df7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:49.614756 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-aed061c4-6b89-4534-b77b-69aa239df7b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79a26260-f460-4157-9ca9-0c562112af9c HTTP/1.1" status: 204 len: 168 time: 0.2182293 Mar 08 12:00:49.621357 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed061c4-6b89-4534-b77b-69aa239df7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a26260-f460-4157-9ca9-0c562112af9c,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:49.724802 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b6da5-d1bb-41e8-bbea-a54b3f323e07 req-90c37571-75e6-4830-b150-1bbcc745b4e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:49.726881 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-965b6da5-d1bb-41e8-bbea-a54b3f323e07 req-90c37571-75e6-4830-b150-1bbcc745b4e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 943 time: 0.0644004 Mar 08 12:00:49.777017 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-965b6da5-d1bb-41e8-bbea-a54b3f323e07 req-6c209154-affd-4130-ba7e-9ab68d960688 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Mar 08 12:00:49.948751 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df7aa0-dedd-4583-8b92-1aae2e1b7c16 req-ada5003f-e504-49cf-b10b-aa7e2384ce56 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:49.950347 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-48df7aa0-dedd-4583-8b92-1aae2e1b7c16 req-ada5003f-e504-49cf-b10b-aa7e2384ce56 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0570152 Mar 08 12:00:50.005285 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-48df7aa0-dedd-4583-8b92-1aae2e1b7c16 req-e9668bfe-6883-4928-baf3-36b3565284bf tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490923 Mar 08 12:00:50.133081 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b27ea7d6-686c-45e7-b352-b3e16cc0e8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:50.233249 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce31e3-d3dd-4b5e-aca4-81f526acefc0 req-23c688b9-3094-4227-a57d-8eedb0860d5a tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:50.234733 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-56ce31e3-d3dd-4b5e-aca4-81f526acefc0 req-23c688b9-3094-4227-a57d-8eedb0860d5a tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 943 time: 0.0535014 Mar 08 12:00:50.285684 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-56ce31e3-d3dd-4b5e-aca4-81f526acefc0 req-36cda179-c508-4136-8de9-d6434a07c21f tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Mar 08 12:00:50.417675 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14431669-664a-4053-bcfe-018948ab3d2c req-fb853d1c-9875-4bb6-b3e1-8cd5618daede tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:50.419561 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-14431669-664a-4053-bcfe-018948ab3d2c req-fb853d1c-9875-4bb6-b3e1-8cd5618daede tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 944 time: 0.0654697 Mar 08 12:00:50.473657 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-14431669-664a-4053-bcfe-018948ab3d2c req-64e3cf61-b80a-43ff-b176-c9ecf3df73ab tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475228 Mar 08 12:00:50.627527 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 41910) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:50.642482 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-1fdb1ba6-91c5-4e64-91fc-091d115b09dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:50.726569 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-1fdb1ba6-91c5-4e64-91fc-091d115b09dc admin admin] Publish callbacks [] for security_group (e83b90bd-1905-495d-b284-541aa15ff6a3), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:50.812505 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-1fdb1ba6-91c5-4e64-91fc-091d115b09dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (e83b90bd-1905-495d-b284-541aa15ff6a3), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:50.865909 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-1fdb1ba6-91c5-4e64-91fc-091d115b09dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed0e630bdd0f4c19a7f7532afab3d3a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367036 Mar 08 12:00:50.868727 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41920) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:50.887242 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb1ba6-91c5-4e64-91fc-091d115b09dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83b90bd-1905-495d-b284-541aa15ff6a3,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:50.928934 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3c38b-c539-4301-8934-996a7c474b09 req-84092918-b67a-416c-9618-cd9f54f0144c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:50.928934 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-41f3c38b-c539-4301-8934-996a7c474b09 req-84092918-b67a-416c-9618-cd9f54f0144c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 943 time: 0.0730896 Mar 08 12:00:50.935609 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e08e0a11-3c66-40ff-a1e1-090a36bf07ab admin admin] Publish callbacks [] for security_group (e83b90bd-1905-495d-b284-541aa15ff6a3), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:50.961650 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e08e0a11-3c66-40ff-a1e1-090a36bf07ab admin admin] Publish callbacks [] for security_group (e83b90bd-1905-495d-b284-541aa15ff6a3), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:50.994812 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-41f3c38b-c539-4301-8934-996a7c474b09 req-3dcb2804-37d4-487e-9219-fe9a28bf92f3 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593135 Mar 08 12:00:51.041042 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.115749 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device f6558169-e717-4a27-b553-4df8640d8460 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:00:51.138745 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e08e0a11-3c66-40ff-a1e1-090a36bf07ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (e83b90bd-1905-495d-b284-541aa15ff6a3), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.141639 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e08e0a11-3c66-40ff-a1e1-090a36bf07ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.142819 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-e08e0a11-3c66-40ff-a1e1-090a36bf07ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e83b90bd-1905-495d-b284-541aa15ff6a3 HTTP/1.1" status: 204 len: 168 time: 0.2729139 Mar 08 12:00:51.152987 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da28ab7-304a-44ee-ad22-1cb65b562a6b req-19f23e6f-7e53-4479-b845-1507378ea98f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:51.154507 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5da28ab7-304a-44ee-ad22-1cb65b562a6b req-19f23e6f-7e53-4479-b845-1507378ea98f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0617535 Mar 08 12:00:51.162144 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e0a11-3c66-40ff-a1e1-090a36bf07ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83b90bd-1905-495d-b284-541aa15ff6a3,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:51.227205 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5da28ab7-304a-44ee-ad22-1cb65b562a6b req-f33ea035-4aea-4491-aad1-62f7ac316600 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653534 Mar 08 12:00:51.242433 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port f6558169-e717-4a27-b553-4df8640d8460, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f6558169-e717-4a27-b553-4df8640d8460,segment=NetworkSegment(85dae2ae-a4e0-4979-992a-3fd8e242dd1d),segment_id=85dae2ae-a4e0-4979-992a-3fd8e242dd1d)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:51.255086 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': 'f6558169-e717-4a27-b553-4df8640d8460', 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859', 'port_id': 'f6558169-e717-4a27-b553-4df8640d8460', 'mac_address': 'fa:16:3e:1d:0f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13640637-05f7-46ca-85f6-679ac8752a14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:00:51.292992 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port f6558169-e717-4a27-b553-4df8640d8460 is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:51.293404 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (f6558169-e717-4a27-b553-4df8640d8460), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.307652 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6558169-e717-4a27-b553-4df8640d8460 {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:51.327925 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port f6558169-e717-4a27-b553-4df8640d8460, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f6558169-e717-4a27-b553-4df8640d8460,segment=NetworkSegment(85dae2ae-a4e0-4979-992a-3fd8e242dd1d),segment_id=85dae2ae-a4e0-4979-992a-3fd8e242dd1d)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:51.407000 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc001d-9367-42cc-8680-d2e3831aff83 req-7a8539a9-43fc-4677-8239-807e836aea9b tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:51.411765 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7adc001d-9367-42cc-8680-d2e3831aff83 req-7a8539a9-43fc-4677-8239-807e836aea9b tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 943 time: 0.0552061 Mar 08 12:00:51.453189 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41930) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:51.464734 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7adc001d-9367-42cc-8680-d2e3831aff83 req-b21e3851-45ff-4f40-a7b7-aa821a0e1384 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475872 Mar 08 12:00:51.544047 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (f6558169-e717-4a27-b553-4df8640d8460), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.545006 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 438d30c0-b9b9-44bf-841f-08b2d37ccf1d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:00:51.577191 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-25b1a240-e3db-4298-90ef-c2e385f1735e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.625615 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=f6558169-e717-4a27-b553-4df8640d8460,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:51.636712 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=438d30c0-b9b9-44bf-841f-08b2d37ccf1d,segment=NetworkSegment(85dae2ae-a4e0-4979-992a-3fd8e242dd1d),segment_id=85dae2ae-a4e0-4979-992a-3fd8e242dd1d)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:51.656143 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '438d30c0-b9b9-44bf-841f-08b2d37ccf1d', 'network_id': '98344952-e0db-43ab-bdc0-bda704b5a859', 'port_id': '438d30c0-b9b9-44bf-841f-08b2d37ccf1d', 'mac_address': 'fa:16:3e:d5:0d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13640637-05f7-46ca-85f6-679ac8752a14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:00:51.700210 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-25b1a240-e3db-4298-90ef-c2e385f1735e admin admin] Publish callbacks [] for security_group (7eb0f929-e5a8-4619-8e9f-5c032df5cbe5), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.707454 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08882c3c-6969-45a1-a706-0e63158219c8 req-03e0c952-cc03-4fa0-9f8d-46762f0c1626 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:51.709671 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:51.710607 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.716171 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08882c3c-6969-45a1-a706-0e63158219c8 req-03e0c952-cc03-4fa0-9f8d-46762f0c1626 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 944 time: 0.1752746 Mar 08 12:00:51.726957 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438d30c0-b9b9-44bf-841f-08b2d37ccf1d {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:51.751325 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=438d30c0-b9b9-44bf-841f-08b2d37ccf1d,segment=NetworkSegment(85dae2ae-a4e0-4979-992a-3fd8e242dd1d),segment_id=85dae2ae-a4e0-4979-992a-3fd8e242dd1d)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:51.773260 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08882c3c-6969-45a1-a706-0e63158219c8 req-c43ac797-153a-4845-a221-0a6e088c98ed tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554385 Mar 08 12:00:51.829639 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-25b1a240-e3db-4298-90ef-c2e385f1735e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (7eb0f929-e5a8-4619-8e9f-5c032df5cbe5), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.829946 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.830638 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 9cb5ab58-f70d-48b9-8aac-7052f12951c2 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:00:51.868849 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1a240-e3db-4298-90ef-c2e385f1735e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb0f929-e5a8-4619-8e9f-5c032df5cbe5,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:51.874005 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-25b1a240-e3db-4298-90ef-c2e385f1735e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73bcac2398544ba8a6dee70fc6014c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195337 Mar 08 12:00:51.877754 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 41952) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:51.937904 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-aebe4d87-9e19-4e72-ab20-e52c50198a58 admin admin] Publish callbacks [] for security_group (7eb0f929-e5a8-4619-8e9f-5c032df5cbe5), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.939873 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=438d30c0-b9b9-44bf-841f-08b2d37ccf1d,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:51.967397 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-aebe4d87-9e19-4e72-ab20-e52c50198a58 admin admin] Publish callbacks [] for security_group (7eb0f929-e5a8-4619-8e9f-5c032df5cbe5), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:51.985493 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 9cb5ab58-f70d-48b9-8aac-7052f12951c2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9cb5ab58-f70d-48b9-8aac-7052f12951c2,segment=NetworkSegment(44bf1cff-f476-40ab-863e-09fd2afe8e39),segment_id=44bf1cff-f476-40ab-863e-09fd2afe8e39)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:51.998407 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '9cb5ab58-f70d-48b9-8aac-7052f12951c2', 'network_id': '5cf33e48-aabb-4980-a747-ac68d9e238cc', 'port_id': '9cb5ab58-f70d-48b9-8aac-7052f12951c2', 'mac_address': 'fa:16:3e:bd:e3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f524329-fcc5-41aa-ba42-66accd33d31a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:00:52.038735 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 9cb5ab58-f70d-48b9-8aac-7052f12951c2 is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:52.039253 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:52.053038 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb5ab58-f70d-48b9-8aac-7052f12951c2 {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:52.074606 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 9cb5ab58-f70d-48b9-8aac-7052f12951c2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9cb5ab58-f70d-48b9-8aac-7052f12951c2,segment=NetworkSegment(44bf1cff-f476-40ab-863e-09fd2afe8e39),segment_id=44bf1cff-f476-40ab-863e-09fd2afe8e39)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:52.121698 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9d6e4-539d-460d-809f-0da6774326b7 req-7c860920-be9e-426a-83f8-14a62314e46e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:52.123235 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-54e9d6e4-539d-460d-809f-0da6774326b7 req-7c860920-be9e-426a-83f8-14a62314e46e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 944 time: 0.0570872 Mar 08 12:00:52.140846 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-aebe4d87-9e19-4e72-ab20-e52c50198a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (7eb0f929-e5a8-4619-8e9f-5c032df5cbe5), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:52.140846 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-aebe4d87-9e19-4e72-ab20-e52c50198a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:52.142742 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-aebe4d87-9e19-4e72-ab20-e52c50198a58 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7eb0f929-e5a8-4619-8e9f-5c032df5cbe5 HTTP/1.1" status: 204 len: 168 time: 0.2635741 Mar 08 12:00:52.143621 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:52.145184 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 1059b08a-94ca-4118-aae4-fecbe55e65ee details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:00:52.159414 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe4d87-9e19-4e72-ab20-e52c50198a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb0f929-e5a8-4619-8e9f-5c032df5cbe5,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:52.189821 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-54e9d6e4-539d-460d-809f-0da6774326b7 req-71e93bb5-d061-4cda-87e0-0bbf1fff9ebd tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607686 Mar 08 12:00:52.236411 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=9cb5ab58-f70d-48b9-8aac-7052f12951c2,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:52.325633 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 1059b08a-94ca-4118-aae4-fecbe55e65ee, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1059b08a-94ca-4118-aae4-fecbe55e65ee,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:52.337921 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '1059b08a-94ca-4118-aae4-fecbe55e65ee', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'port_id': '1059b08a-94ca-4118-aae4-fecbe55e65ee', 'mac_address': 'fa:16:3e:86:1d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:00:52.359985 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236f5cb-c6fc-42bb-8142-ed9c3fae8ec2 req-886e54f0-4dfb-47fd-b25f-797f9ede3c4f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:52.361740 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1236f5cb-c6fc-42bb-8142-ed9c3fae8ec2 req-886e54f0-4dfb-47fd-b25f-797f9ede3c4f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0606265 Mar 08 12:00:52.379867 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 1059b08a-94ca-4118-aae4-fecbe55e65ee is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:52.379867 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:52.407566 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1059b08a-94ca-4118-aae4-fecbe55e65ee {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:52.424128 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1236f5cb-c6fc-42bb-8142-ed9c3fae8ec2 req-ec68b499-1117-4d0e-b679-745c2dadb61b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506968 Mar 08 12:00:52.439189 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 1059b08a-94ca-4118-aae4-fecbe55e65ee, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1059b08a-94ca-4118-aae4-fecbe55e65ee,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:52.533483 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:52.560807 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:52.593066 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171d426-dddc-4ecb-8991-d35adfda0dde req-34aa9835-f932-47c9-a5d7-37ee1f2ac2b5 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:52.593066 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d171d426-dddc-4ecb-8991-d35adfda0dde req-34aa9835-f932-47c9-a5d7-37ee1f2ac2b5 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 944 time: 0.0581608 Mar 08 12:00:52.615604 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=1059b08a-94ca-4118-aae4-fecbe55e65ee,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:52.656168 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d171d426-dddc-4ecb-8991-d35adfda0dde req-2586c595-5e24-4b75-b4d7-0e9857e75057 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552888 Mar 08 12:00:52.913752 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d6f04-edaa-45a1-bada-9104dd5e25ee req-03c1989d-1b8b-4906-9286-01314edfdf3d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:52.915349 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fe4d6f04-edaa-45a1-bada-9104dd5e25ee req-03c1989d-1b8b-4906-9286-01314edfdf3d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 945 time: 0.0693958 Mar 08 12:00:52.969689 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42000) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:52.989573 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7d2c6f19-e701-4f83-a9a4-dc746a312747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:53.008408 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fe4d6f04-edaa-45a1-bada-9104dd5e25ee req-243a90cf-6ace-415c-a414-c7dc9915c48f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828183 Mar 08 12:00:53.090149 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7d2c6f19-e701-4f83-a9a4-dc746a312747 admin admin] Publish callbacks [] for security_group (73406612-edf1-4f8f-a999-71f05899976d), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:53.097758 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device c182809e-e746-4729-80ba-e31504ef5283 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:00:53.201361 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7d2c6f19-e701-4f83-a9a4-dc746a312747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (73406612-edf1-4f8f-a999-71f05899976d), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:53.295448 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-7d2c6f19-e701-4f83-a9a4-dc746a312747 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=320a30a428f24661827ccf3d1c89e54e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246772 Mar 08 12:00:53.298963 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 42018) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:53.313276 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c6f19-e701-4f83-a9a4-dc746a312747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73406612-edf1-4f8f-a999-71f05899976d,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:53.319571 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['f6558169-e717-4a27-b553-4df8640d8460'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:00:53.385635 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['438d30c0-b9b9-44bf-841f-08b2d37ccf1d'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:00:53.400239 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['9cb5ab58-f70d-48b9-8aac-7052f12951c2'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:00:53.431298 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4c51e2bf-aedc-40cd-9a64-b27afe1fa797 admin admin] Publish callbacks [] for security_group (73406612-edf1-4f8f-a999-71f05899976d), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:53.443608 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023473a8-2f40-41ad-be0f-7688035a1c29 req-8799a45e-4356-403b-9430-5ec79973b295 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:53.451934 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-023473a8-2f40-41ad-be0f-7688035a1c29 req-8799a45e-4356-403b-9430-5ec79973b295 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 944 time: 0.1197431 Mar 08 12:00:53.494141 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port c182809e-e746-4729-80ba-e31504ef5283, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c182809e-e746-4729-80ba-e31504ef5283,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:53.510103 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4c51e2bf-aedc-40cd-9a64-b27afe1fa797 admin admin] Publish callbacks [] for security_group (73406612-edf1-4f8f-a999-71f05899976d), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:53.515367 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['1059b08a-94ca-4118-aae4-fecbe55e65ee'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:00:53.600152 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-023473a8-2f40-41ad-be0f-7688035a1c29 req-8d417c1a-38ef-4d68-a1cd-47ba5f314a7f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472971 Mar 08 12:00:53.618150 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': 'c182809e-e746-4729-80ba-e31504ef5283', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'port_id': 'c182809e-e746-4729-80ba-e31504ef5283', 'mac_address': 'fa:16:3e:38:5c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:00:53.653311 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fa454-b494-4a00-850a-d1b68db92b2d req-0d6644fe-6611-4e1b-bac0-9007adbfe27a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:53.662173 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cf9fa454-b494-4a00-850a-d1b68db92b2d req-0d6644fe-6611-4e1b-bac0-9007adbfe27a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.1089113 Mar 08 12:00:53.731627 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cf9fa454-b494-4a00-850a-d1b68db92b2d req-1c550f36-567a-4bac-bbb9-628b019bac33 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643969 Mar 08 12:00:53.735184 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port c182809e-e746-4729-80ba-e31504ef5283 is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:53.735583 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (c182809e-e746-4729-80ba-e31504ef5283), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:53.786575 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c182809e-e746-4729-80ba-e31504ef5283 {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:53.801748 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4c51e2bf-aedc-40cd-9a64-b27afe1fa797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (73406612-edf1-4f8f-a999-71f05899976d), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:53.805832 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4c51e2bf-aedc-40cd-9a64-b27afe1fa797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:53.808362 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-4c51e2bf-aedc-40cd-9a64-b27afe1fa797 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73406612-edf1-4f8f-a999-71f05899976d HTTP/1.1" status: 204 len: 168 time: 0.5070088 Mar 08 12:00:53.826111 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51e2bf-aedc-40cd-9a64-b27afe1fa797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73406612-edf1-4f8f-a999-71f05899976d,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:53.852951 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461d7df-793d-4c4c-aacb-d0cdcd112d69 req-eb208675-f391-4f9a-b552-83a9ff7d8074 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:53.856260 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1461d7df-793d-4c4c-aacb-d0cdcd112d69 req-eb208675-f391-4f9a-b552-83a9ff7d8074 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 944 time: 0.0907233 Mar 08 12:00:53.892085 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port c182809e-e746-4729-80ba-e31504ef5283, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c182809e-e746-4729-80ba-e31504ef5283,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:53.954505 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1461d7df-793d-4c4c-aacb-d0cdcd112d69 req-32f9ff5e-c5b1-4fb3-aab9-7f66a6cd3010 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864480 Mar 08 12:00:54.005078 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (c182809e-e746-4729-80ba-e31504ef5283), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:54.116072 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:54.150934 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd83f12-5c54-43ca-8f41-6561250c415e req-e1a9ae64-c81c-44eb-b2b9-1c34b9abc654 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:54.152514 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4cd83f12-5c54-43ca-8f41-6561250c415e req-e1a9ae64-c81c-44eb-b2b9-1c34b9abc654 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 945 time: 0.0629406 Mar 08 12:00:54.193098 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=c182809e-e746-4729-80ba-e31504ef5283,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:54.209605 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4cd83f12-5c54-43ca-8f41-6561250c415e req-57f4ef10-e137-42a0-80d2-08c7f89e6efc tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507944 Mar 08 12:00:54.505290 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 42062) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:54.594487 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 42068) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:54.703028 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-24e0b198-fe2a-4612-883e-1190e3aa0ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:54.707090 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc6bf-d35e-4f67-a3b0-7bef80b573cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:54.724233 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['c182809e-e746-4729-80ba-e31504ef5283'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:00:54.833298 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf1596-7a92-4a39-99c9-1d108f420392 req-9acc81da-88a0-49e6-920d-64b1d6383257 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:54.835325 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-72bf1596-7a92-4a39-99c9-1d108f420392 req-9acc81da-88a0-49e6-920d-64b1d6383257 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 944 time: 0.1474884 Mar 08 12:00:54.926401 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc6bf-d35e-4f67-a3b0-7bef80b573cb admin admin] Publish callbacks [] for security_group (20972c1e-fe53-4768-8b20-a2384b621825), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:54.974056 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-24e0b198-fe2a-4612-883e-1190e3aa0ad3 admin admin] Publish callbacks [] for security_group (cf37e01b-db1a-4cff-b6f5-8b77558e8a48), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:54.982931 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad136b-62fd-4ea0-a75f-5e7c2658e396 req-c70d343a-4cc8-4c1e-b79f-6b1cb40c86c6 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:54.984482 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-62ad136b-62fd-4ea0-a75f-5e7c2658e396 req-c70d343a-4cc8-4c1e-b79f-6b1cb40c86c6 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 944 time: 0.1676862 Mar 08 12:00:54.987573 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-72bf1596-7a92-4a39-99c9-1d108f420392 req-310b1e49-232e-4618-8bd8-b7cfefe914ba tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416593 Mar 08 12:00:55.034177 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-62ad136b-62fd-4ea0-a75f-5e7c2658e396 req-e9313f8f-ba9b-4f32-a918-f4b98977dee2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440884 Mar 08 12:00:55.040962 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc6bf-d35e-4f67-a3b0-7bef80b573cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (20972c1e-fe53-4768-8b20-a2384b621825), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.078738 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-24e0b198-fe2a-4612-883e-1190e3aa0ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (cf37e01b-db1a-4cff-b6f5-8b77558e8a48), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.132240 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffc6bf-d35e-4f67-a3b0-7bef80b573cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20972c1e-fe53-4768-8b20-a2384b621825,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:55.145357 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-e1ffc6bf-d35e-4f67-a3b0-7bef80b573cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c5f092fad8a4cde99e7f6ac6a2ee49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5495965 Mar 08 12:00:55.148881 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42092) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:55.181549 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-24e0b198-fe2a-4612-883e-1190e3aa0ad3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5bc0f1610a934190940cd70cc13867c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6723478 Mar 08 12:00:55.182064 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42096) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:55.195898 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0b198-fe2a-4612-883e-1190e3aa0ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf37e01b-db1a-4cff-b6f5-8b77558e8a48,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:55.211219 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270cae1-fedf-4715-bd2f-95654f09b028 req-5ec89069-f0e6-4c38-af8c-01583fd8c360 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:55.212808 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8270cae1-fedf-4715-bd2f-95654f09b028 req-5ec89069-f0e6-4c38-af8c-01583fd8c360 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 944 time: 0.1676078 Mar 08 12:00:55.261057 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9b253b80-7a7e-4fe1-bda0-c39e381a4e30 admin admin] Publish callbacks [] for security_group (20972c1e-fe53-4768-8b20-a2384b621825), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.269392 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8270cae1-fedf-4715-bd2f-95654f09b028 req-76a7bfe4-ac36-4ae8-aa41-00cb8658972c tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500746 Mar 08 12:00:55.298934 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9b253b80-7a7e-4fe1-bda0-c39e381a4e30 admin admin] Publish callbacks [] for security_group (20972c1e-fe53-4768-8b20-a2384b621825), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.299267 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-203c1f24-3abd-4142-8121-7649cd4d489b admin admin] Publish callbacks [] for security_group (cf37e01b-db1a-4cff-b6f5-8b77558e8a48), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.340875 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5c964-7246-434e-bc17-e74a4ff05151 req-485f546e-00bc-4e23-b4c5-ec764b75c12a tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:55.343033 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2ff5c964-7246-434e-bc17-e74a4ff05151 req-485f546e-00bc-4e23-b4c5-ec764b75c12a tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 945 time: 0.0613084 Mar 08 12:00:55.346146 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-203c1f24-3abd-4142-8121-7649cd4d489b admin admin] Publish callbacks [] for security_group (cf37e01b-db1a-4cff-b6f5-8b77558e8a48), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.401368 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2ff5c964-7246-434e-bc17-e74a4ff05151 req-7f74adc2-4542-4762-971d-9460fa2a9b8d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497589 Mar 08 12:00:55.456397 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42106) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:55.514959 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9b253b80-7a7e-4fe1-bda0-c39e381a4e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (20972c1e-fe53-4768-8b20-a2384b621825), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.517670 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9b253b80-7a7e-4fe1-bda0-c39e381a4e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.518837 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-9b253b80-7a7e-4fe1-bda0-c39e381a4e30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20972c1e-fe53-4768-8b20-a2384b621825 HTTP/1.1" status: 204 len: 168 time: 0.3689301 Mar 08 12:00:55.526967 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b253b80-7a7e-4fe1-bda0-c39e381a4e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20972c1e-fe53-4768-8b20-a2384b621825,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:55.553587 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-203c1f24-3abd-4142-8121-7649cd4d489b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (cf37e01b-db1a-4cff-b6f5-8b77558e8a48), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.553587 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-203c1f24-3abd-4142-8121-7649cd4d489b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.554714 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-203c1f24-3abd-4142-8121-7649cd4d489b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf37e01b-db1a-4cff-b6f5-8b77558e8a48 HTTP/1.1" status: 204 len: 168 time: 0.3705764 Mar 08 12:00:55.566689 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-204666504-network', 'tenant_id': '07e8ae0481dd41c485dd93c736899706'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:55.569873 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c1f24-3abd-4142-8121-7649cd4d489b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf37e01b-db1a-4cff-b6f5-8b77558e8a48,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:55.670124 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Made reservation on behalf of 07e8ae0481dd41c485dd93c736899706 for: {'network': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:55.673003 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.683665 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.759715 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Publish callbacks [] for security_group (c9788a07-9110-4042-999e-e8c486f749d2), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.903862 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (c9788a07-9110-4042-999e-e8c486f749d2), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.925806 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=110282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:00:55.940854 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9788a07-9110-4042-999e-e8c486f749d2,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:55.943660 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (ee851eec-88cd-47b0-840b-8e9bc8363ae6), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.943992 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.segments_db [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Added segment ee851eec-88cd-47b0-840b-8e9bc8363ae6 of type vlan for network 8d0db3a2-0a95-4904-987a-929c171ec9db Mar 08 12:00:55.986326 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (8d0db3a2-0a95-4904-987a-929c171ec9db), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.009711 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42118) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:56.098152 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (8d0db3a2-0a95-4904-987a-929c171ec9db), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.099187 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:56.099791 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.113524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd679f-3487-4b61-8209-5e1cb07692dc req-a48f4e4a-a72b-41fa-a42a-b748b3212f12 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:56.115251 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5bbd679f-3487-4b61-8209-5e1cb07692dc req-a48f4e4a-a72b-41fa-a42a-b748b3212f12 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 944 time: 0.0581071 Mar 08 12:00:56.166353 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] Pushing event updated for resources: {'Network': ['ID=8d0db3a2-0a95-4904-987a-929c171ec9db,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:56.180764 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network 8d0db3a2-0a95-4904-987a-929c171ec9db details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:00:56.202548 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5bbd679f-3487-4b61-8209-5e1cb07692dc req-dcd800b6-7c74-48e6-91cc-b8476700913f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770364 Mar 08 12:00:56.211906 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e87fee-5a19-4ae4-9799-94b512eadb91 req-a935db69-7aac-4f8a-b92e-84582e90e57d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:56.213481 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-39e87fee-5a19-4ae4-9799-94b512eadb91 req-a935db69-7aac-4f8a-b92e-84582e90e57d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 944 time: 0.0975859 Mar 08 12:00:56.231717 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 42126) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:56.232080 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-d55029fb-c44e-4889-b919-f31a2313bb87 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7713754 Mar 08 12:00:56.243327 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-695cbd0f-3f93-4614-8828-e8024811fa52 admin admin] Request body: {'subnet': {'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-204666504-subnet', 'tenant_id': '07e8ae0481dd41c485dd93c736899706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:56.288224 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-39e87fee-5a19-4ae4-9799-94b512eadb91 req-84e1a85c-e4b8-41b7-9bf1-c7c7f1659e3b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638554 Mar 08 12:00:56.374005 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695cbd0f-3f93-4614-8828-e8024811fa52 admin admin] Made reservation on behalf of 07e8ae0481dd41c485dd93c736899706 for: {'subnet': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:56.376896 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-695cbd0f-3f93-4614-8828-e8024811fa52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.457843 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-56c29604-edc4-47ed-969c-938ba162caaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.458052 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893114d6-caea-414a-80c7-48f41fa9cb8d req-d2d293bf-8728-415e-a381-4a1ad3c01701 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:56.459934 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-893114d6-caea-414a-80c7-48f41fa9cb8d req-d2d293bf-8728-415e-a381-4a1ad3c01701 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 944 time: 0.1159794 Mar 08 12:00:56.500290 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42134) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:56.521282 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cd7636c9-ccc8-43d0-9951-01687e8b58c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.591688 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-893114d6-caea-414a-80c7-48f41fa9cb8d req-5df74990-0c80-4cf6-b927-be88ec8079e0 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220465 Mar 08 12:00:56.595154 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-56c29604-edc4-47ed-969c-938ba162caaa admin admin] Publish callbacks [] for security_group (5898d377-e2b4-4eec-ab84-a0846b45e156), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.617623 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f56a19-dfaf-45e3-8074-ae8089c56bad req-4a08941a-67c2-4e53-aafa-d37f02a86bc5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:56.620895 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-30f56a19-dfaf-45e3-8074-ae8089c56bad req-4a08941a-67c2-4e53-aafa-d37f02a86bc5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 945 time: 0.1350079 Mar 08 12:00:56.638140 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cd7636c9-ccc8-43d0-9951-01687e8b58c6 admin admin] Publish callbacks [] for security_group (6bc00af0-8df5-467a-8da6-b03d1e1d4c72), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.702061 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-30f56a19-dfaf-45e3-8074-ae8089c56bad req-8da83085-72fa-4319-9c68-d53dae6a355b tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757313 Mar 08 12:00:56.709581 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-56c29604-edc4-47ed-969c-938ba162caaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (5898d377-e2b4-4eec-ab84-a0846b45e156), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.746585 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c29604-edc4-47ed-969c-938ba162caaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5898d377-e2b4-4eec-ab84-a0846b45e156,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:56.751531 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-56c29604-edc4-47ed-969c-938ba162caaa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=099052da6d9f45ca8dcdca57b1b026d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7401810 Mar 08 12:00:56.753637 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42136) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:56.778943 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cd7636c9-ccc8-43d0-9951-01687e8b58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6bc00af0-8df5-467a-8da6-b03d1e1d4c72), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.814639 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-695cbd0f-3f93-4614-8828-e8024811fa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for subnet (75848af8-286c-4161-ab78-858a51ef7075), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.830825 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7636c9-ccc8-43d0-9951-01687e8b58c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc00af0-8df5-467a-8da6-b03d1e1d4c72,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:56.847332 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-cd7636c9-ccc8-43d0-9951-01687e8b58c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc0734c4d5ed443d850266550cfe342a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429723 Mar 08 12:00:56.847332 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42138) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:56.867614 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b206a35f-1df6-4568-92e4-ad52612f032d admin admin] Publish callbacks [] for security_group (5898d377-e2b4-4eec-ab84-a0846b45e156), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.886201 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cbd0f-3f93-4614-8828-e8024811fa52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75848af8-286c-4161-ab78-858a51ef7075,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:56.891335 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695cbd0f-3f93-4614-8828-e8024811fa52 admin admin] Checking segment: {'id': 'ee851eec-88cd-47b0-840b-8e9bc8363ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:00:56.891692 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695cbd0f-3f93-4614-8828-e8024811fa52 admin admin] Network hostable DHCP agents. Network: 8d0db3a2-0a95-4904-987a-929c171ec9db, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:00:56.911876 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b206a35f-1df6-4568-92e4-ad52612f032d admin admin] Publish callbacks [] for security_group (5898d377-e2b4-4eec-ab84-a0846b45e156), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.926432 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 42140) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:56.940854 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-5736b57b-1ad7-4c1f-a3e7-9e2ecf317e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.954455 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4a7355a1-b648-43cf-854a-22496eb95359 admin admin] Publish callbacks [] for security_group (6bc00af0-8df5-467a-8da6-b03d1e1d4c72), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.978970 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695cbd0f-3f93-4614-8828-e8024811fa52 admin admin] Network 8d0db3a2-0a95-4904-987a-929c171ec9db is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:00:56.980701 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4a7355a1-b648-43cf-854a-22496eb95359 admin admin] Publish callbacks [] for security_group (6bc00af0-8df5-467a-8da6-b03d1e1d4c72), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.029761 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-5736b57b-1ad7-4c1f-a3e7-9e2ecf317e32 admin admin] Publish callbacks [] for security_group (d3a18ace-c1f2-4c77-9aef-9b13af20ad36), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.051904 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-695cbd0f-3f93-4614-8828-e8024811fa52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, 8d0db3a2-0a95-4904-987a-929c171ec9db) {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:57.056798 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695cbd0f-3f93-4614-8828-e8024811fa52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:57.057408 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-695cbd0f-3f93-4614-8828-e8024811fa52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.062229 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61394a5-4f7c-4057-8686-6f8491700853 None None] Network 8d0db3a2-0a95-4904-987a-929c171ec9db requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:57.098211 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4a7355a1-b648-43cf-854a-22496eb95359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6bc00af0-8df5-467a-8da6-b03d1e1d4c72), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.101511 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4a7355a1-b648-43cf-854a-22496eb95359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.102676 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-4a7355a1-b648-43cf-854a-22496eb95359 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6bc00af0-8df5-467a-8da6-b03d1e1d4c72 HTTP/1.1" status: 204 len: 168 time: 0.2545860 Mar 08 12:00:57.103404 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b206a35f-1df6-4568-92e4-ad52612f032d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (5898d377-e2b4-4eec-ab84-a0846b45e156), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.106110 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b206a35f-1df6-4568-92e4-ad52612f032d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.107881 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-b206a35f-1df6-4568-92e4-ad52612f032d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5898d377-e2b4-4eec-ab84-a0846b45e156 HTTP/1.1" status: 204 len: 168 time: 0.3526030 Mar 08 12:00:57.118140 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 438d30c0-b9b9-44bf-841f-08b2d37ccf1d up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:57.121202 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7355a1-b648-43cf-854a-22496eb95359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc00af0-8df5-467a-8da6-b03d1e1d4c72,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:57.132496 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206a35f-1df6-4568-92e4-ad52612f032d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5898d377-e2b4-4eec-ab84-a0846b45e156,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:57.223679 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-5736b57b-1ad7-4c1f-a3e7-9e2ecf317e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d3a18ace-c1f2-4c77-9aef-9b13af20ad36), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.230182 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a3cdf-cb80-4549-9037-aad776e31034 None None] Network 8d0db3a2-0a95-4904-987a-929c171ec9db requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:00:57.288958 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-695cbd0f-3f93-4614-8828-e8024811fa52 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0485618 Mar 08 12:00:57.305206 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736b57b-1ad7-4c1f-a3e7-9e2ecf317e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a18ace-c1f2-4c77-9aef-9b13af20ad36,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:57.327221 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-5736b57b-1ad7-4c1f-a3e7-9e2ecf317e32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6444fb0eca245088eb3f3cbaa5b8cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3993244 Mar 08 12:00:57.331120 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42152) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:57.355802 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:00:57.362060 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:57.362668 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.377553 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51081d32-1f8c-4509-9066-55a42da5a6a9 req-212bfbb1-9282-41b9-958d-a98bc5bfefda tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:57.380162 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-51081d32-1f8c-4509-9066-55a42da5a6a9 req-212bfbb1-9282-41b9-958d-a98bc5bfefda tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 944 time: 0.0680211 Mar 08 12:00:57.412720 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cf9d18dd-37ae-4efe-8b19-d69b365f439d admin admin] Publish callbacks [] for security_group (d3a18ace-c1f2-4c77-9aef-9b13af20ad36), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.440101 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cf9d18dd-37ae-4efe-8b19-d69b365f439d admin admin] Publish callbacks [] for security_group (d3a18ace-c1f2-4c77-9aef-9b13af20ad36), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.483431 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:57.483981 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.486872 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-51081d32-1f8c-4509-9066-55a42da5a6a9 req-dcafb8df-5d34-46a6-9dfd-e2531992a95a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996540 Mar 08 12:00:57.517753 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90531cd5-ba3b-40fb-b8a1-30043d0f749f req-799096ba-93bb-48f5-8aff-6f1f96724ed4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:57.517988 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065355ed-e9fd-467e-9635-b2171122b5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438d30c0-b9b9-44bf-841f-08b2d37ccf1d'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:57.518866 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-90531cd5-ba3b-40fb-b8a1-30043d0f749f req-799096ba-93bb-48f5-8aff-6f1f96724ed4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 944 time: 0.0877550 Mar 08 12:00:57.573014 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-90531cd5-ba3b-40fb-b8a1-30043d0f749f req-6d199804-b754-4375-9508-41dda22bd1db tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449617 Mar 08 12:00:57.592679 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=438d30c0-b9b9-44bf-841f-08b2d37ccf1d,segment=NetworkSegment(85dae2ae-a4e0-4979-992a-3fd8e242dd1d),segment_id=85dae2ae-a4e0-4979-992a-3fd8e242dd1d)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:57.610674 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cf9d18dd-37ae-4efe-8b19-d69b365f439d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d3a18ace-c1f2-4c77-9aef-9b13af20ad36), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.613468 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cf9d18dd-37ae-4efe-8b19-d69b365f439d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.614662 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-cf9d18dd-37ae-4efe-8b19-d69b365f439d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3a18ace-c1f2-4c77-9aef-9b13af20ad36 HTTP/1.1" status: 204 len: 168 time: 0.2823150 Mar 08 12:00:57.623546 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d18dd-37ae-4efe-8b19-d69b365f439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a18ace-c1f2-4c77-9aef-9b13af20ad36,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:57.710525 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.712387 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 9cb5ab58-f70d-48b9-8aac-7052f12951c2 up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:57.767228 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab89ba0-1c1c-4abb-92af-e928a37bf7cf req-75eadd97-f93e-4a6b-822a-125189e94fe0 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:57.769113 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9ab89ba0-1c1c-4abb-92af-e928a37bf7cf req-75eadd97-f93e-4a6b-822a-125189e94fe0 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 944 time: 0.0944011 Mar 08 12:00:57.805336 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=438d30c0-b9b9-44bf-841f-08b2d37ccf1d,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:57.858732 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9ab89ba0-1c1c-4abb-92af-e928a37bf7cf req-6cc0af2b-2917-453f-905b-a9e517f41807 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821755 Mar 08 12:00:57.880924 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 9cb5ab58-f70d-48b9-8aac-7052f12951c2 completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:00:57.886059 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 9cb5ab58-f70d-48b9-8aac-7052f12951c2 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:57.886232 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39225b0b-250d-4613-be2e-7256563fccfb req-9418988d-04c3-43d7-ba7e-d9da310c56c5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:57.886601 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.887568 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-39225b0b-250d-4613-be2e-7256563fccfb req-9418988d-04c3-43d7-ba7e-d9da310c56c5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 945 time: 0.0687115 Mar 08 12:00:57.938915 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-39225b0b-250d-4613-be2e-7256563fccfb req-c8433b46-361a-4d6e-a1cd-db860818c36f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455308 Mar 08 12:00:57.974935 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 9cb5ab58-f70d-48b9-8aac-7052f12951c2 is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:57.975343 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:58.010097 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 9cb5ab58-f70d-48b9-8aac-7052f12951c2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9cb5ab58-f70d-48b9-8aac-7052f12951c2,segment=NetworkSegment(44bf1cff-f476-40ab-863e-09fd2afe8e39),segment_id=44bf1cff-f476-40ab-863e-09fd2afe8e39)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:58.121084 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:58.127440 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device f6558169-e717-4a27-b553-4df8640d8460 up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:58.200719 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=9cb5ab58-f70d-48b9-8aac-7052f12951c2,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:58.228421 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42176) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:58.247300 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ffec0090-0b7a-4aa3-8b7e-58548b73a10a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:58.275674 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port f6558169-e717-4a27-b553-4df8640d8460 completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:00:58.280538 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port f6558169-e717-4a27-b553-4df8640d8460 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:58.280973 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (f6558169-e717-4a27-b553-4df8640d8460), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:58.349789 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ffec0090-0b7a-4aa3-8b7e-58548b73a10a admin admin] Publish callbacks [] for security_group (a26c8b41-cf85-4aa2-9632-da2a7909a286), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:58.418174 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ffec0090-0b7a-4aa3-8b7e-58548b73a10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a26c8b41-cf85-4aa2-9632-da2a7909a286), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:58.426745 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbfdf1d-6d13-4658-a7af-211c7caa2fc9" -d '{"events": [{"server_uuid": "065355ed-e9fd-467e-9635-b2171122b5b2", "name": "network-vif-plugged", "status": "completed", "tag": "438d30c0-b9b9-44bf-841f-08b2d37ccf1d"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:00:58.462588 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec0090-0b7a-4aa3-8b7e-58548b73a10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26c8b41-cf85-4aa2-9632-da2a7909a286,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:58.487723 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-ffec0090-0b7a-4aa3-8b7e-58548b73a10a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8bef30b407d47c59fcef4a1f461bd29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554684 Mar 08 12:00:58.489328 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42184) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:58.567726 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port f6558169-e717-4a27-b553-4df8640d8460 is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:58.571781 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (f6558169-e717-4a27-b553-4df8640d8460), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:58.602390 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca7a5fd-291c-466c-ad83-65f442457750 x-openstack-request-id: req-4ca7a5fd-291c-466c-ad83-65f442457750 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:00:58.602730 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065355ed-e9fd-467e-9635-b2171122b5b2", "name": "network-vif-plugged", "status": "completed", "tag": "438d30c0-b9b9-44bf-841f-08b2d37ccf1d", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:00:58.604703 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ca7a5fd-291c-466c-ad83-65f442457750 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:00:58.605302 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065355ed-e9fd-467e-9635-b2171122b5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438d30c0-b9b9-44bf-841f-08b2d37ccf1d', 'code': 200} Mar 08 12:00:58.613790 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c5021881-eb53-4218-9f00-19d635d780cd admin admin] Publish callbacks [] for security_group (a26c8b41-cf85-4aa2-9632-da2a7909a286), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:58.660395 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port f6558169-e717-4a27-b553-4df8640d8460, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f6558169-e717-4a27-b553-4df8640d8460,segment=NetworkSegment(85dae2ae-a4e0-4979-992a-3fd8e242dd1d),segment_id=85dae2ae-a4e0-4979-992a-3fd8e242dd1d)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:58.668644 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c5021881-eb53-4218-9f00-19d635d780cd admin admin] Publish callbacks [] for security_group (a26c8b41-cf85-4aa2-9632-da2a7909a286), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:58.685651 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96ce5c-0c75-44f8-9daf-4be59d1be2b0 req-ea05ce76-6497-4d3c-8700-1486aa8a56e6 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:58.688030 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aa96ce5c-0c75-44f8-9daf-4be59d1be2b0 req-ea05ce76-6497-4d3c-8700-1486aa8a56e6 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 944 time: 0.0760102 Mar 08 12:00:58.756024 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (f6558169-e717-4a27-b553-4df8640d8460), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:58.757359 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device c182809e-e746-4729-80ba-e31504ef5283 up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:58.802967 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aa96ce5c-0c75-44f8-9daf-4be59d1be2b0 req-7dfd3fd0-82df-48bc-af3a-d224cd139591 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084900 Mar 08 12:00:58.847954 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=f6558169-e717-4a27-b553-4df8640d8460,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:58.869296 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9b89d-d0cb-44e6-a4fc-d077280b9fac req-208568d6-f89d-434a-ab89-3217810531c5 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:58.872150 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fba9b89d-d0cb-44e6-a4fc-d077280b9fac req-208568d6-f89d-434a-ab89-3217810531c5 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 944 time: 0.1307912 Mar 08 12:00:58.885880 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c5021881-eb53-4218-9f00-19d635d780cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a26c8b41-cf85-4aa2-9632-da2a7909a286), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:58.888698 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c5021881-eb53-4218-9f00-19d635d780cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:58.895815 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c5021881-eb53-4218-9f00-19d635d780cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a26c8b41-cf85-4aa2-9632-da2a7909a286 HTTP/1.1" status: 204 len: 168 time: 0.4019854 Mar 08 12:00:58.911834 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5021881-eb53-4218-9f00-19d635d780cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26c8b41-cf85-4aa2-9632-da2a7909a286,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:58.938284 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fba9b89d-d0cb-44e6-a4fc-d077280b9fac req-ebf72f67-b04e-4ec0-a1b7-01a2737e290f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612552 Mar 08 12:00:59.019224 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port c182809e-e746-4729-80ba-e31504ef5283 completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:00:59.020181 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f804b6-06af-4a31-8074-33608ff866e2 req-e530cd60-7aaa-4105-91e4-27012cbb0774 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:59.022733 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port c182809e-e746-4729-80ba-e31504ef5283 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:59.023323 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (c182809e-e746-4729-80ba-e31504ef5283), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:59.023437 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21f804b6-06af-4a31-8074-33608ff866e2 req-e530cd60-7aaa-4105-91e4-27012cbb0774 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 945 time: 0.0703998 Mar 08 12:00:59.172948 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port c182809e-e746-4729-80ba-e31504ef5283 is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:59.176604 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (c182809e-e746-4729-80ba-e31504ef5283), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:59.186166 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21f804b6-06af-4a31-8074-33608ff866e2 req-6c865d32-fa4f-48e7-a251-8c3df616eb68 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528196 Mar 08 12:00:59.224481 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a2aff-c5f9-47cc-8aaa-6988823ced7c req-b8bba2ee-c619-42ed-8537-be54905ae315 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:59.224481 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4c2a2aff-c5f9-47cc-8aaa-6988823ced7c req-b8bba2ee-c619-42ed-8537-be54905ae315 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 945 time: 0.1972239 Mar 08 12:00:59.224481 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95944581-8fa3-4ad7-bd9f-b306d76abb30 req-b6d662f3-dc6a-4852-8a42-7e54b1b17362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:59.224820 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port c182809e-e746-4729-80ba-e31504ef5283, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c182809e-e746-4729-80ba-e31504ef5283,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:59.226813 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-95944581-8fa3-4ad7-bd9f-b306d76abb30 req-b6d662f3-dc6a-4852-8a42-7e54b1b17362 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 1129 time: 0.1344061 Mar 08 12:00:59.261797 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-95944581-8fa3-4ad7-bd9f-b306d76abb30 req-24ca543b-3764-4761-9d8e-854a89223408 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:59.307755 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4c2a2aff-c5f9-47cc-8aaa-6988823ced7c req-72b2f479-09a5-44d3-8d3c-e6d251cf669e tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748811 Mar 08 12:00:59.349969 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (c182809e-e746-4729-80ba-e31504ef5283), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:59.352108 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 1059b08a-94ca-4118-aae4-fecbe55e65ee up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:00:59.382080 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-95944581-8fa3-4ad7-bd9f-b306d76abb30 req-24ca543b-3764-4761-9d8e-854a89223408 service neutron] Publish callbacks [] for security_group (2d0a4d04-5113-4e71-a599-495c88bb6ee9), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:59.445959 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=c182809e-e746-4729-80ba-e31504ef5283,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:59.493924 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-95944581-8fa3-4ad7-bd9f-b306d76abb30 req-24ca543b-3764-4761-9d8e-854a89223408 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (2d0a4d04-5113-4e71-a599-495c88bb6ee9), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:59.532898 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 1059b08a-94ca-4118-aae4-fecbe55e65ee completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:00:59.541247 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-95944581-8fa3-4ad7-bd9f-b306d76abb30 req-24ca543b-3764-4761-9d8e-854a89223408 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064501 Mar 08 12:00:59.547840 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca543b-3764-4761-9d8e-854a89223408 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0a4d04-5113-4e71-a599-495c88bb6ee9,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:59.548491 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 1059b08a-94ca-4118-aae4-fecbe55e65ee triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:00:59.548491 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:59.635076 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 1059b08a-94ca-4118-aae4-fecbe55e65ee is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:00:59.635539 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:59.677487 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 1059b08a-94ca-4118-aae4-fecbe55e65ee, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1059b08a-94ca-4118-aae4-fecbe55e65ee,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:00:59.761107 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:59.814990 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=1059b08a-94ca-4118-aae4-fecbe55e65ee,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:59.926917 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1529b41-7303-4158-be1a-150a7eb5b767 req-ad8dac72-cc78-4fb5-b5b1-cf0dee281327 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:59.928486 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c1529b41-7303-4158-be1a-150a7eb5b767 req-ad8dac72-cc78-4fb5-b5b1-cf0dee281327 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0597622 Mar 08 12:00:59.991482 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c1529b41-7303-4158-be1a-150a7eb5b767 req-18c544d2-a571-4251-89b9-d6a7ab39ad46 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568790 Mar 08 12:01:00.086322 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c83bd-f0c2-496d-9b0a-f3869bb5e7ef req-8d9a5b98-7e75-4ea7-8415-be7172ee19ad tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:00.092653 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-857c83bd-f0c2-496d-9b0a-f3869bb5e7ef req-8d9a5b98-7e75-4ea7-8415-be7172ee19ad tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0674655 Mar 08 12:01:00.092742 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42238) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:00.107604 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a85e956f-59d8-4aa9-baa2-3912d30ef73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:00.137566 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-857c83bd-f0c2-496d-9b0a-f3869bb5e7ef req-e5601113-4fd1-4ec5-b03a-40ff9f7d8529 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436058 Mar 08 12:01:00.205332 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a85e956f-59d8-4aa9-baa2-3912d30ef73d admin admin] Publish callbacks [] for security_group (5fcd9c1f-f4df-4c49-8fd4-61dabd7e5aac), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:00.322776 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a85e956f-59d8-4aa9-baa2-3912d30ef73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (5fcd9c1f-f4df-4c49-8fd4-61dabd7e5aac), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:00.324760 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321061-4f8e-4556-b1fd-72b3bf2e1d47 req-7d55e13f-3f2a-4256-89b0-8e3d2d473a34 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:00.326370 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ac321061-4f8e-4556-b1fd-72b3bf2e1d47 req-7d55e13f-3f2a-4256-89b0-8e3d2d473a34 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 945 time: 0.0517249 Mar 08 12:01:00.363566 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e956f-59d8-4aa9-baa2-3912d30ef73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcd9c1f-f4df-4c49-8fd4-61dabd7e5aac,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:00.368767 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-a85e956f-59d8-4aa9-baa2-3912d30ef73d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa9712424b194bb6b5cb1bf9bc3c3355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750554 Mar 08 12:01:00.371940 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42246) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:00.389021 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ac321061-4f8e-4556-b1fd-72b3bf2e1d47 req-8019f56f-e136-48f2-be47-f4ff36459643 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566227 Mar 08 12:01:00.455555 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-05190b6c-ace7-45fa-9246-f0359195fdce admin admin] Publish callbacks [] for security_group (5fcd9c1f-f4df-4c49-8fd4-61dabd7e5aac), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:00.482855 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16b6f4-6bf7-4b57-879f-c3e546d6dbfb req-8bca1e05-420e-4cad-8f5b-e5b68eddbc04 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:00.488192 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-05190b6c-ace7-45fa-9246-f0359195fdce admin admin] Publish callbacks [] for security_group (5fcd9c1f-f4df-4c49-8fd4-61dabd7e5aac), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:00.490717 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f16b6f4-6bf7-4b57-879f-c3e546d6dbfb req-8bca1e05-420e-4cad-8f5b-e5b68eddbc04 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0749581 Mar 08 12:01:00.541686 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f16b6f4-6bf7-4b57-879f-c3e546d6dbfb req-32d03fb4-a029-406a-bbbf-322d49c19f78 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494704 Mar 08 12:01:00.606932 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7055d93f-5548-4071-9d56-b880f569c43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb5ab58-f70d-48b9-8aac-7052f12951c2'}, {'server_uuid': 'c435ac0d-5d1b-4e0b-91ba-d0880e3703bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6558169-e717-4a27-b553-4df8640d8460'}, {'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283'}, {'server_uuid': 'd0fd5fe0-308c-45ff-b71d-c42c081bd85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1059b08a-94ca-4118-aae4-fecbe55e65ee'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:00.609722 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3f5cef-7abc-4488-8aa5-6473aa975539" -d '{"events": [{"server_uuid": "7055d93f-5548-4071-9d56-b880f569c43e", "name": "network-vif-plugged", "status": "completed", "tag": "9cb5ab58-f70d-48b9-8aac-7052f12951c2"}, {"server_uuid": "c435ac0d-5d1b-4e0b-91ba-d0880e3703bf", "name": "network-vif-plugged", "status": "completed", "tag": "f6558169-e717-4a27-b553-4df8640d8460"}, {"server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "name": "network-vif-plugged", "status": "completed", "tag": "c182809e-e746-4729-80ba-e31504ef5283"}, {"server_uuid": "d0fd5fe0-308c-45ff-b71d-c42c081bd85d", "name": "network-vif-plugged", "status": "completed", "tag": "1059b08a-94ca-4118-aae4-fecbe55e65ee"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:00.659531 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90b5839-cb67-4e77-b9c2-a4fff5af6988 x-openstack-request-id: req-b90b5839-cb67-4e77-b9c2-a4fff5af6988 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:00.662608 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-05190b6c-ace7-45fa-9246-f0359195fdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (5fcd9c1f-f4df-4c49-8fd4-61dabd7e5aac), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:00.662793 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7055d93f-5548-4071-9d56-b880f569c43e", "name": "network-vif-plugged", "status": "completed", "tag": "9cb5ab58-f70d-48b9-8aac-7052f12951c2", "code": 200}, {"server_uuid": "c435ac0d-5d1b-4e0b-91ba-d0880e3703bf", "name": "network-vif-plugged", "status": "completed", "tag": "f6558169-e717-4a27-b553-4df8640d8460", "code": 200}, {"server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "name": "network-vif-plugged", "status": "completed", "tag": "c182809e-e746-4729-80ba-e31504ef5283", "code": 200}, {"server_uuid": "d0fd5fe0-308c-45ff-b71d-c42c081bd85d", "name": "network-vif-plugged", "status": "completed", "tag": "1059b08a-94ca-4118-aae4-fecbe55e65ee", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:00.662793 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b90b5839-cb67-4e77-b9c2-a4fff5af6988 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:00.662793 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7055d93f-5548-4071-9d56-b880f569c43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb5ab58-f70d-48b9-8aac-7052f12951c2', 'code': 200} Mar 08 12:01:00.662793 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c435ac0d-5d1b-4e0b-91ba-d0880e3703bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6558169-e717-4a27-b553-4df8640d8460', 'code': 200} Mar 08 12:01:00.662793 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283', 'code': 200} Mar 08 12:01:00.662793 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fd5fe0-308c-45ff-b71d-c42c081bd85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1059b08a-94ca-4118-aae4-fecbe55e65ee', 'code': 200} Mar 08 12:01:00.663284 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-05190b6c-ace7-45fa-9246-f0359195fdce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:00.664394 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-05190b6c-ace7-45fa-9246-f0359195fdce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fcd9c1f-f4df-4c49-8fd4-61dabd7e5aac HTTP/1.1" status: 204 len: 168 time: 0.2913802 Mar 08 12:01:00.675905 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05190b6c-ace7-45fa-9246-f0359195fdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcd9c1f-f4df-4c49-8fd4-61dabd7e5aac,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:01.140515 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b32550-865d-453b-9b4b-4ae462bc5564 req-609d2b56-6566-4cbd-8914-da1bdc772ec0 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:01.142014 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-05b32550-865d-453b-9b4b-4ae462bc5564 req-609d2b56-6566-4cbd-8914-da1bdc772ec0 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0632775 Mar 08 12:01:01.212886 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-05b32550-865d-453b-9b4b-4ae462bc5564 req-96e04ddb-20ec-4f8e-9bc7-96dd5cc7cfa4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607727 Mar 08 12:01:01.328002 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704aeb1-7747-4c5f-b251-801ad10cb272 req-08618e86-9d22-42af-bdca-d9ce3faf8de4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:01.329916 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3704aeb1-7747-4c5f-b251-801ad10cb272 req-08618e86-9d22-42af-bdca-d9ce3faf8de4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0681036 Mar 08 12:01:01.579939 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552fbb9-9f1e-4fcd-aad2-c6fcff8b150a req-06eaa750-0ec1-45e2-be9a-c881d0854b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:01.586132 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-e552fbb9-9f1e-4fcd-aad2-c6fcff8b150a req-06eaa750-0ec1-45e2-be9a-c881d0854b42 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 1129 time: 0.1787651 Mar 08 12:01:01.599933 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933d693-d515-407a-9049-b48b3b109f79 req-6f5fedf4-fc91-4834-8960-0ad312ee6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:01.602177 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-4933d693-d515-407a-9049-b48b3b109f79 req-6f5fedf4-fc91-4834-8960-0ad312ee6ff0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 1130 time: 0.1120100 Mar 08 12:01:01.732639 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-e552fbb9-9f1e-4fcd-aad2-c6fcff8b150a req-87a342e1-318a-41b0-b591-12732ca99d56 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806022 Mar 08 12:01:01.766729 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3704aeb1-7747-4c5f-b251-801ad10cb272 req-d9db3b65-c2b1-44a6-9a44-b3e2537b2e81 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4259403 Mar 08 12:01:01.788543 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-4933d693-d515-407a-9049-b48b3b109f79 req-15a15b9a-8b47-4938-8fe1-f3eaf797489f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910912 Mar 08 12:01:01.838511 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdc88e-3175-45ea-9424-a9ed70427f6d req-23b48c19-089c-4f59-bc1b-4372f4f343ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:01.840340 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-41cdc88e-3175-45ea-9424-a9ed70427f6d req-23b48c19-089c-4f59-bc1b-4372f4f343ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 1129 time: 0.4813297 Mar 08 12:01:01.845325 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c121f-e859-4055-9b0e-63ff886168b6 req-ca0ad44a-d935-4f90-9de6-5420d8147baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:01.846799 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9c9c121f-e859-4055-9b0e-63ff886168b6 req-ca0ad44a-d935-4f90-9de6-5420d8147baa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 1129 time: 0.4863138 Mar 08 12:01:01.859010 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0cf2f-1be5-4093-93d0-0acaea433e34 req-8abbbc26-53ec-42e1-9c08-786aea083a9f tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:01.860547 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a9e0cf2f-1be5-4093-93d0-0acaea433e34 req-8abbbc26-53ec-42e1-9c08-786aea083a9f tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 945 time: 0.1143863 Mar 08 12:01:01.940573 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a9e0cf2f-1be5-4093-93d0-0acaea433e34 req-dd159ccc-224a-4ab4-ad36-8ae2612cdab8 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713489 Mar 08 12:01:01.948582 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64586031-945d-4c66-bab7-0fa7e16459e7 req-55a37108-bbdb-4241-977c-795ae8e54e32 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:01.955542 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64586031-945d-4c66-bab7-0fa7e16459e7 req-55a37108-bbdb-4241-977c-795ae8e54e32 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.1077242 Mar 08 12:01:02.002786 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64586031-945d-4c66-bab7-0fa7e16459e7 req-e505d2b1-ac01-43bc-8a7e-286e6471f386 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463586 Mar 08 12:01:02.136166 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-4c7a83da-a92d-42ea-aadb-665521f07fbc tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:02.137666 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-4c7a83da-a92d-42ea-aadb-665521f07fbc tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/networks?id=8d0db3a2-0a95-4904-987a-929c171ec9db HTTP/1.1" status: 200 len: 808 time: 0.1039705 Mar 08 12:01:02.153263 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-06ac4fef-061b-4271-b427-5721093051fa tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/quotas/07e8ae0481dd41c485dd93c736899706 HTTP/1.1" status: 200 len: 375 time: 0.0098786 Mar 08 12:01:02.178999 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42330) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:02.186288 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-55ac0a8d-1467-4d01-9890-28dfe94e395a tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=07e8ae0481dd41c485dd93c736899706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277359 Mar 08 12:01:02.291015 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-de25bada-fe9f-4d56-ac6e-fa8dc5286a7d service neutron] 10.222.0.43 "GET /v2.0/networks/8d0db3a2-0a95-4904-987a-929c171ec9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977247 Mar 08 12:01:02.293597 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f264eada-6887-4cc8-8493-7751c45d0d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.379901 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f264eada-6887-4cc8-8493-7751c45d0d70 admin admin] Publish callbacks [] for security_group (7ddc224b-16d5-4ccc-9919-4d2753255d61), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.411347 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f51f5-fa27-4694-9edd-311298ffb68a req-0f19ec28-8b8a-4bcc-929c-85a496881be4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:02.412997 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b41f51f5-fa27-4694-9edd-311298ffb68a req-0f19ec28-8b8a-4bcc-929c-85a496881be4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.1210775 Mar 08 12:01:02.433911 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-8f4cab24-2d1f-4768-97d2-c960798dcbf5 service neutron] 10.222.0.43 "GET /v2.0/networks/8d0db3a2-0a95-4904-987a-929c171ec9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297190 Mar 08 12:01:02.472950 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b41f51f5-fa27-4694-9edd-311298ffb68a req-ef78732d-ac1d-43f7-a81d-6ad4ea0c63b6 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501602 Mar 08 12:01:02.543673 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f264eada-6887-4cc8-8493-7751c45d0d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (7ddc224b-16d5-4ccc-9919-4d2753255d61), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.588049 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-f264eada-6887-4cc8-8493-7751c45d0d70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17c3b2c09ef2425c936fbc12951575f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138639 Mar 08 12:01:02.589104 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264eada-6887-4cc8-8493-7751c45d0d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddc224b-16d5-4ccc-9919-4d2753255d61,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:02.601007 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 42344) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:02.655095 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f37d9015-eef7-44bc-9932-447280065ff6 admin admin] Publish callbacks [] for security_group (7ddc224b-16d5-4ccc-9919-4d2753255d61), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.679255 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f37d9015-eef7-44bc-9932-447280065ff6 admin admin] Publish callbacks [] for security_group (7ddc224b-16d5-4ccc-9919-4d2753255d61), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.817027 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9c9c121f-e859-4055-9b0e-63ff886168b6 req-1c874ccd-a101-44f8-81a7-c4bfd3966d12 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676224 Mar 08 12:01:02.819269 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-41cdc88e-3175-45ea-9424-a9ed70427f6d req-95c83ff3-b9ef-4fe2-bea5-47a388b3a712 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711808 Mar 08 12:01:02.874248 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bc73d26c-f385-4588-a681-f08513f148e5 req-9da30b88-e281-4930-b96e-f7457597584e tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 210 time: 0.0320036 Mar 08 12:01:02.907317 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f37d9015-eef7-44bc-9932-447280065ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (7ddc224b-16d5-4ccc-9919-4d2753255d61), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.910637 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f37d9015-eef7-44bc-9932-447280065ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:02.911819 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-f37d9015-eef7-44bc-9932-447280065ff6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ddc224b-16d5-4ccc-9919-4d2753255d61 HTTP/1.1" status: 204 len: 168 time: 0.3097963 Mar 08 12:01:02.929237 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d9015-eef7-44bc-9932-447280065ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddc224b-16d5-4ccc-9919-4d2753255d61,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:02.967698 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8be59e-cfa7-46a2-a1d7-ca53bfd31131 req-2c46dc38-c462-4559-a6e1-a77b519e6f13 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:02.969439 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aa8be59e-cfa7-46a2-a1d7-ca53bfd31131 req-2c46dc38-c462-4559-a6e1-a77b519e6f13 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0976272 Mar 08 12:01:03.082380 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aa8be59e-cfa7-46a2-a1d7-ca53bfd31131 req-fcb5b73a-9c4f-401a-b6b4-580c41288d44 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066575 Mar 08 12:01:03.117149 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adf7c7-3c32-480e-841e-6b75431f48e9 req-bf2e3b1b-b65c-464a-b641-920ca47a22b6 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:03.117149 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-05adf7c7-3c32-480e-841e-6b75431f48e9 req-bf2e3b1b-b65c-464a-b641-920ca47a22b6 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 945 time: 0.0697384 Mar 08 12:01:03.203296 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-05adf7c7-3c32-480e-841e-6b75431f48e9 req-1b3d23ec-0529-40d3-8981-628ed675dd92 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807602 Mar 08 12:01:03.233224 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aff5b-2006-415b-856b-ab752b25e28a req-a986c1f3-4fc2-42ec-9226-fa147cef71e8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:03.234810 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3d1aff5b-2006-415b-856b-ab752b25e28a req-a986c1f3-4fc2-42ec-9226-fa147cef71e8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0742712 Mar 08 12:01:03.289046 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3d1aff5b-2006-415b-856b-ab752b25e28a req-430163c3-3206-4d69-981b-0a499f469b63 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483553 Mar 08 12:01:03.606831 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5f54d-ed22-4397-b254-60a5af920bbf req-b7905c10-0574-4f95-befb-0cacc795baf4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:03.608629 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-96d5f54d-ed22-4397-b254-60a5af920bbf req-b7905c10-0574-4f95-befb-0cacc795baf4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0651357 Mar 08 12:01:03.660547 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-96d5f54d-ed22-4397-b254-60a5af920bbf req-d7f4fec4-c09b-4ad4-b8ab-0c814379ffa1 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456128 Mar 08 12:01:03.838330 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 42386) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:03.852478 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-691476ad-a83c-470f-b53f-7079faf8651d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:03.979194 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8284612f-bc44-4c82-a5e6-bee645a7f8d4 req-94e4a8dd-d623-468f-accf-667027a601ae tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 210 time: 0.0404165 Mar 08 12:01:03.981109 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-691476ad-a83c-470f-b53f-7079faf8651d admin admin] Publish callbacks [] for security_group (9e5c38ec-6add-4d7c-91ed-19a2d6a72af5), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:04.046352 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-691476ad-a83c-470f-b53f-7079faf8651d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (9e5c38ec-6add-4d7c-91ed-19a2d6a72af5), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:04.089616 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-691476ad-a83c-470f-b53f-7079faf8651d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de7de5c14bd847e0ab00a320283020ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498033 Mar 08 12:01:04.090528 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691476ad-a83c-470f-b53f-7079faf8651d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5c38ec-6add-4d7c-91ed-19a2d6a72af5,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:04.092279 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42398) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:04.177325 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bfa6ff63-0b42-4874-8984-6ad2f3b516a2 admin admin] Publish callbacks [] for security_group (9e5c38ec-6add-4d7c-91ed-19a2d6a72af5), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:04.205134 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bfa6ff63-0b42-4874-8984-6ad2f3b516a2 admin admin] Publish callbacks [] for security_group (9e5c38ec-6add-4d7c-91ed-19a2d6a72af5), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:04.224268 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf2848-05c4-4d99-acc5-250baaf902ce req-5c2f5346-47eb-4970-85df-243303dd3379 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:04.226861 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-98bf2848-05c4-4d99-acc5-250baaf902ce req-5c2f5346-47eb-4970-85df-243303dd3379 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0620718 Mar 08 12:01:04.295090 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-98bf2848-05c4-4d99-acc5-250baaf902ce req-17abfb47-adf2-416c-b1a5-6b2db7ef792f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608103 Mar 08 12:01:04.327136 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bfa6ff63-0b42-4874-8984-6ad2f3b516a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (9e5c38ec-6add-4d7c-91ed-19a2d6a72af5), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:04.330192 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bfa6ff63-0b42-4874-8984-6ad2f3b516a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:04.335261 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-bfa6ff63-0b42-4874-8984-6ad2f3b516a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e5c38ec-6add-4d7c-91ed-19a2d6a72af5 HTTP/1.1" status: 204 len: 168 time: 0.2405396 Mar 08 12:01:04.345685 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6ff63-0b42-4874-8984-6ad2f3b516a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5c38ec-6add-4d7c-91ed-19a2d6a72af5,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:04.382251 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc0a94-8b2a-47a8-b506-50746ba579b1 req-f6086a59-4d4d-4a63-a05d-fe1fd78a4b30 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:04.384232 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d0dc0a94-8b2a-47a8-b506-50746ba579b1 req-f6086a59-4d4d-4a63-a05d-fe1fd78a4b30 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 945 time: 0.0879996 Mar 08 12:01:04.477117 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d0dc0a94-8b2a-47a8-b506-50746ba579b1 req-23cb13d6-d3c1-4feb-aead-7452d62c0994 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847607 Mar 08 12:01:04.489024 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e677c-b12e-44f7-9f18-0b93d9b97999 req-d8b56ae5-abee-4e76-88d1-dc7e83c64118 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:04.490732 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fc6e677c-b12e-44f7-9f18-0b93d9b97999 req-d8b56ae5-abee-4e76-88d1-dc7e83c64118 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0964057 Mar 08 12:01:04.543744 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fc6e677c-b12e-44f7-9f18-0b93d9b97999 req-327d5c0d-ead3-4574-ab01-f883d3331b6f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465956 Mar 08 12:01:04.787311 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067cb4c-14ba-46d9-b297-500d993e0322 req-1ebaddbe-59ef-4785-bfd6-dfaa667c1566 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:04.789475 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5067cb4c-14ba-46d9-b297-500d993e0322 req-1ebaddbe-59ef-4785-bfd6-dfaa667c1566 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0563502 Mar 08 12:01:04.853271 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5067cb4c-14ba-46d9-b297-500d993e0322 req-088c8cb4-3634-49ce-957b-14c4a0d8af3f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567002 Mar 08 12:01:05.088946 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24efeb8d-e6fe-4679-acdc-73ba9c600757 req-e806eca7-fe9f-42d1-9c88-345d0c11566d tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 210 time: 0.0308983 Mar 08 12:01:05.223443 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a7793aa4-5993-40e7-8365-978f57bbb01a req-80167e26-987a-46b5-86ee-5c8bcce316c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553458 Mar 08 12:01:05.546952 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7793aa4-5993-40e7-8365-978f57bbb01a req-ac59c729-7af7-441b-b1ac-3662c4e4673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:05.548730 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a7793aa4-5993-40e7-8365-978f57bbb01a req-ac59c729-7af7-441b-b1ac-3662c4e4673c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 1129 time: 0.0967774 Mar 08 12:01:05.578724 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84197a89-af09-4b04-9665-31a6db074064 req-3c929055-ea52-4c8d-8054-9446141273cf tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:05.580545 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-84197a89-af09-4b04-9665-31a6db074064 req-3c929055-ea52-4c8d-8054-9446141273cf tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0667667 Mar 08 12:01:05.664960 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-84197a89-af09-4b04-9665-31a6db074064 req-73df49d6-5009-4b3c-878e-584cd8b7a0e5 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729957 Mar 08 12:01:05.679829 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88def5-e489-4021-a498-a8b48c6c2350 req-f8690626-7304-48f0-88a4-956d191e6abb tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:05.681878 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9a88def5-e489-4021-a498-a8b48c6c2350 req-f8690626-7304-48f0-88a4-956d191e6abb tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 945 time: 0.1003850 Mar 08 12:01:05.848202 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9a88def5-e489-4021-a498-a8b48c6c2350 req-70d92bb1-802b-4da1-91d1-9b73d3f72476 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587923 Mar 08 12:01:05.851077 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42480) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:05.902255 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6c1ee-5b2b-40aa-852a-90d774fa3ded req-0ccf7bef-aa7c-4f22-be19-6b7bdd85a289 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:05.905222 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cdd6c1ee-5b2b-40aa-852a-90d774fa3ded req-0ccf7bef-aa7c-4f22-be19-6b7bdd85a289 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.1651032 Mar 08 12:01:05.911153 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42488) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:05.915803 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7793aa4-5993-40e7-8365-978f57bbb01a req-eb9ce64b-d780-4fb0-8a63-d359ed819dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:05.917315 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a7793aa4-5993-40e7-8365-978f57bbb01a req-eb9ce64b-d780-4fb0-8a63-d359ed819dd2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 919 time: 0.2017922 Mar 08 12:01:06.027302 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a7793aa4-5993-40e7-8365-978f57bbb01a req-4e1f1ae8-5bfe-44f4-96e0-afd75afd98c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=438d30c0-b9b9-44bf-841f-08b2d37ccf1d HTTP/1.1" status: 200 len: 217 time: 0.0709934 Mar 08 12:01:06.049730 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cdd6c1ee-5b2b-40aa-852a-90d774fa3ded req-2078798e-519a-4bad-8219-c7caba266a64 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436267 Mar 08 12:01:06.063536 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bc10976a-5ebc-4dca-9b34-a0b8b84523b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:06.133411 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4e2924c5-ef81-4978-9e22-17638ec7a4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:06.178170 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:06.253693 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7793aa4-5993-40e7-8365-978f57bbb01a req-38f4f0bc-b01c-4a7e-8689-37753ca19e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:06.255945 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a7793aa4-5993-40e7-8365-978f57bbb01a req-38f4f0bc-b01c-4a7e-8689-37753ca19e42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13640637-05f7-46ca-85f6-679ac8752a14 HTTP/1.1" status: 200 len: 858 time: 0.2048399 Mar 08 12:01:06.274124 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bc10976a-5ebc-4dca-9b34-a0b8b84523b6 admin admin] Publish callbacks [] for security_group (5fc16f0e-7510-471d-97c9-0def391ef329), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:06.286100 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92f479-f73f-4a32-b04d-2f742528640c req-87f1839f-a759-4032-8492-b207cdbadb5d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:06.289227 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4e92f479-f73f-4a32-b04d-2f742528640c req-87f1839f-a759-4032-8492-b207cdbadb5d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.2771525 Mar 08 12:01:06.290808 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4e2924c5-ef81-4978-9e22-17638ec7a4db admin admin] Publish callbacks [] for security_group (e736979a-c46f-4637-b294-1f0b8db049f7), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:06.298435 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42500) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:06.310536 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-d188dcae-079c-42f3-a506-c739bb1f2028 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Request body: {'floatingip': {'port_id': 'c182809e-e746-4729-80ba-e31504ef5283'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:06.322589 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a7793aa4-5993-40e7-8365-978f57bbb01a req-eb3c8196-f0ae-40ff-be73-623f6f932cd0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98344952-e0db-43ab-bdc0-bda704b5a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581520 Mar 08 12:01:06.335506 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a72aa9-31a7-47c5-9c35-04288b0d3075 req-70525526-7e4f-4944-883d-e97f1641d141 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:06.337515 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d7a72aa9-31a7-47c5-9c35-04288b0d3075 req-70525526-7e4f-4944-883d-e97f1641d141 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.1891737 Mar 08 12:01:06.411668 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4e2924c5-ef81-4978-9e22-17638ec7a4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (e736979a-c46f-4637-b294-1f0b8db049f7), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:06.442982 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-4e2924c5-ef81-4978-9e22-17638ec7a4db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3a67b0de11f42c5b0b859584153a3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5268776 Mar 08 12:01:06.444071 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bc10976a-5ebc-4dca-9b34-a0b8b84523b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (5fc16f0e-7510-471d-97c9-0def391ef329), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:06.450697 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42502) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:06.454301 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d188dcae-079c-42f3-a506-c739bb1f2028 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (998fe90f-1ec8-4764-ae84-fff1193dcd0e), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:06.541790 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d7a72aa9-31a7-47c5-9c35-04288b0d3075 req-50b7e1a8-e409-4e2e-8a01-3a09afe6c02b tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852255 Mar 08 12:01:06.631129 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-bc10976a-5ebc-4dca-9b34-a0b8b84523b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c70ae686be324b1ead23b59fb6840d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7766099 Mar 08 12:01:06.636780 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067702fe-3d7b-4574-8fe8-d52a6385068b req-e0b293b1-37a6-497b-89c6-7056b0ff23c9 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:06.648580 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-067702fe-3d7b-4574-8fe8-d52a6385068b req-e0b293b1-37a6-497b-89c6-7056b0ff23c9 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.2899218 Mar 08 12:01:06.651450 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2924c5-ef81-4978-9e22-17638ec7a4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e736979a-c46f-4637-b294-1f0b8db049f7,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:06.653853 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42508) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:06.665081 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42510) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:06.669193 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-5ccdb598-9e0f-415d-b37e-9a3c6f5f5aea tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:06.671067 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-5ccdb598-9e0f-415d-b37e-9a3c6f5f5aea tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.53 "GET /v2.0/networks?id=8d0db3a2-0a95-4904-987a-929c171ec9db HTTP/1.1" status: 200 len: 808 time: 0.2510767 Mar 08 12:01:06.674453 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a7793aa4-5993-40e7-8365-978f57bbb01a req-b4345c45-8c08-44cb-a660-d25320797bb9 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356636 Mar 08 12:01:06.689865 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-d60f7729-d78f-4f67-8fc4-dab1d8be0c30 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Request body: {'floatingip': {'port_id': '1059b08a-94ca-4118-aae4-fecbe55e65ee'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:06.713037 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Request body: {'port': {'device_id': 'a5c03f6d-04b7-4284-9deb-38cf15daeabd', 'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db', 'admin_state_up': True, 'tenant_id': '07e8ae0481dd41c485dd93c736899706'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:06.757665 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2f68b9bb-7df3-4fba-a68d-74a01a109b0e admin admin] Publish callbacks [] for security_group (e736979a-c46f-4637-b294-1f0b8db049f7), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:06.777073 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8b83fc4f-23b8-4f5c-9f4f-23f15430e6ba req-c7980c4a-0fbf-42bd-b7d8-69be783a1736 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 210 time: 0.0912194 Mar 08 12:01:06.787970 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d60f7729-d78f-4f67-8fc4-dab1d8be0c30 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:06.790085 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10976a-5ebc-4dca-9b34-a0b8b84523b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc16f0e-7510-471d-97c9-0def391ef329,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:07.012095 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a7793aa4-5993-40e7-8365-978f57bbb01a req-55979e0e-4989-4bd8-aa2b-db71ddd3e97a service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121493 Mar 08 12:01:07.048819 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144769e-1160-4a66-a9f1-4ade0daebc2b req-4231507a-52b0-4527-b032-4f4d581e8b1e tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:07.050807 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f144769e-1160-4a66-a9f1-4ade0daebc2b req-4231507a-52b0-4527-b032-4f4d581e8b1e tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 945 time: 0.1003482 Mar 08 12:01:07.107195 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2f68b9bb-7df3-4fba-a68d-74a01a109b0e admin admin] Publish callbacks [] for security_group (e736979a-c46f-4637-b294-1f0b8db049f7), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:07.113700 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f144769e-1160-4a66-a9f1-4ade0daebc2b req-ad434f8d-9adc-4028-87b3-3677194d5e57 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553157 Mar 08 12:01:07.147809 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Made reservation on behalf of 07e8ae0481dd41c485dd93c736899706 for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:07.160950 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:07.190278 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65ea1038-2c19-4001-bc1d-f2697fc8a4b0 admin admin] Publish callbacks [] for security_group (5fc16f0e-7510-471d-97c9-0def391ef329), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:07.329233 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65ea1038-2c19-4001-bc1d-f2697fc8a4b0 admin admin] Publish callbacks [] for security_group (5fc16f0e-7510-471d-97c9-0def391ef329), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:07.388993 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6db98-c33f-4781-bf92-56007e2020ca req-5760ab68-76c7-4fa4-a664-1d4790c36774 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:07.390667 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-72b6db98-c33f-4781-bf92-56007e2020ca req-5760ab68-76c7-4fa4-a664-1d4790c36774 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.1324465 Mar 08 12:01:07.458552 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Allocated IP 172.20.0.6 (8d0db3a2-0a95-4904-987a-929c171ec9db/75848af8-286c-4161-ab78-858a51ef7075/71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:01:07.469719 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45179c1-52ac-4bb5-bb5d-c31a4e8c4a57 req-74975dea-1e17-4ed3-89b8-ccb03f2dc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:07.471436 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f45179c1-52ac-4bb5-bb5d-c31a4e8c4a57 req-74975dea-1e17-4ed3-89b8-ccb03f2dc78a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 1129 time: 0.1674840 Mar 08 12:01:07.534619 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2f68b9bb-7df3-4fba-a68d-74a01a109b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (e736979a-c46f-4637-b294-1f0b8db049f7), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:07.537353 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2f68b9bb-7df3-4fba-a68d-74a01a109b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:07.541547 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-2f68b9bb-7df3-4fba-a68d-74a01a109b0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e736979a-c46f-4637-b294-1f0b8db049f7 HTTP/1.1" status: 204 len: 168 time: 1.0822783 Mar 08 12:01:07.547239 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-72b6db98-c33f-4781-bf92-56007e2020ca req-611ad448-4d4f-4f51-a74e-ffd34e7a5ad9 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319170 Mar 08 12:01:07.620075 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68b9bb-7df3-4fba-a68d-74a01a109b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e736979a-c46f-4637-b294-1f0b8db049f7,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:07.745840 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65ea1038-2c19-4001-bc1d-f2697fc8a4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (5fc16f0e-7510-471d-97c9-0def391ef329), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:07.748493 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65ea1038-2c19-4001-bc1d-f2697fc8a4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:07.753076 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-65ea1038-2c19-4001-bc1d-f2697fc8a4b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fc16f0e-7510-471d-97c9-0def391ef329 HTTP/1.1" status: 204 len: 168 time: 1.0755472 Mar 08 12:01:07.799709 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea1038-2c19-4001-bc1d-f2697fc8a4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc16f0e-7510-471d-97c9-0def391ef329,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:07.900663 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cfa6543f-0c8f-4d3a-b18e-d81d8c1520d8 req-ec11250b-731b-443e-b595-cef7226ce0e0 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 210 time: 0.0415869 Mar 08 12:01:07.966540 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45179c1-52ac-4bb5-bb5d-c31a4e8c4a57 req-516acf23-55f6-40e1-b5d7-27ca877f3698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:07.968013 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f45179c1-52ac-4bb5-bb5d-c31a4e8c4a57 req-516acf23-55f6-40e1-b5d7-27ca877f3698 service neutron] 10.222.0.53 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 919 time: 0.4856803 Mar 08 12:01:08.033088 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f45179c1-52ac-4bb5-bb5d-c31a4e8c4a57 req-76adb8d8-5268-4167-8b9f-d84ed87bc027 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6558169-e717-4a27-b553-4df8640d8460 HTTP/1.1" status: 200 len: 217 time: 0.0575287 Mar 08 12:01:08.057587 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks [] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:08.103353 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45179c1-52ac-4bb5-bb5d-c31a4e8c4a57 req-d4944528-bd34-4598-bbda-048d3b783480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:08.104697 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f45179c1-52ac-4bb5-bb5d-c31a4e8c4a57 req-d4944528-bd34-4598-bbda-048d3b783480 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13640637-05f7-46ca-85f6-679ac8752a14 HTTP/1.1" status: 200 len: 858 time: 0.0643954 Mar 08 12:01:08.105427 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.db.resource_extend [None req-d188dcae-079c-42f3-a506-c739bb1f2028 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:01:08.152845 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f45179c1-52ac-4bb5-bb5d-c31a4e8c4a57 req-41aea961-8ad0-4483-8797-1a19b355cb02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98344952-e0db-43ab-bdc0-bda704b5a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386515 Mar 08 12:01:08.248118 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:08.287534 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d188dcae-079c-42f3-a506-c739bb1f2028 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:08.313488 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Network 8d0db3a2-0a95-4904-987a-929c171ec9db is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:01:08.321924 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:08.334146 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:01:08.338909 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:08.339567 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:08.348630 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Pushing event updated for resources: {'Port': ['ID=71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:08.359848 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f45179c1-52ac-4bb5-bb5d-c31a4e8c4a57 req-7984d0e8-2bc1-4c69-aab6-1de1ea51a4b2 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009869 Mar 08 12:01:08.365481 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:08.365850 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:08.366250 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:08.366608 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:08.366965 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:08.367263 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:08.367591 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:08.367985 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:08.368365 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:08.368787 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:08.368980 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:08.369303 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:08.369811 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:08.383744 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d188dcae-079c-42f3-a506-c739bb1f2028 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (998fe90f-1ec8-4764-ae84-fff1193dcd0e), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:08.438209 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d60f7729-d78f-4f67-8fc4-dab1d8be0c30 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:08.450903 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-2fc2c71e-bb74-43a3-a350-45c849745ce3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7533219 Mar 08 12:01:08.468733 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Request body: {'port': {'device_id': 'a5c03f6d-04b7-4284-9deb-38cf15daeabd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:08.505162 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d60f7729-d78f-4f67-8fc4-dab1d8be0c30 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:08.514983 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f45179c1-52ac-4bb5-bb5d-c31a4e8c4a57 req-1b22829a-4fcc-4ee2-b81e-eb50eb4c05f2 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416750 Mar 08 12:01:08.560632 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:08.562516 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.l3_db [None req-d188dcae-079c-42f3-a506-c739bb1f2028 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Floating IP 998fe90f-1ec8-4764-ae84-fff1193dcd0e associated. External IP: 172.27.0.113, port: c182809e-e746-4729-80ba-e31504ef5283. Mar 08 12:01:08.908057 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.l3_db [None req-d60f7729-d78f-4f67-8fc4-dab1d8be0c30 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Floating IP 3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe associated. External IP: 172.27.0.21, port: 1059b08a-94ca-4118-aae4-fecbe55e65ee. Mar 08 12:01:08.927149 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325648b-264a-4d0e-9a25-eff605d05761 req-75b7e4ec-7f21-409e-b74c-e5e72ddb7d72 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:08.928076 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6325648b-264a-4d0e-9a25-eff605d05761 req-75b7e4ec-7f21-409e-b74c-e5e72ddb7d72 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.1131563 Mar 08 12:01:08.965022 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 42564) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:08.996308 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c544110b-b9a6-4eb5-98ea-505eb9f63fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.072027 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:01:09.085919 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Publish callbacks [] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.097694 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6325648b-264a-4d0e-9a25-eff605d05761 req-2774e666-a8a1-4abe-a464-dfbb712594c7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601479 Mar 08 12:01:09.102303 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42570) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:09.140838 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Transition to ACTIVE for port object 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:01:09.159945 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.188836 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f5f12-b9aa-4c29-84e4-d7666abfaa87 req-f618ae9f-04bb-42e3-8ff5-6467a055f7fb tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:09.190428 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-965f5f12-b9aa-4c29-84e4-d7666abfaa87 req-f618ae9f-04bb-42e3-8ff5-6467a055f7fb tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 931 time: 0.1138270 Mar 08 12:01:09.218149 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c544110b-b9a6-4eb5-98ea-505eb9f63fc3 admin admin] Publish callbacks [] for security_group (eeafca5b-4197-4612-8a47-20afed26deca), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.225129 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.297562 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Pushing event updated for resources: {'Port': ['ID=71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:09.305266 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-965f5f12-b9aa-4c29-84e4-d7666abfaa87 req-2ba8ed46-04c4-4247-ac44-4640f12b311e tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032469 Mar 08 12:01:09.341343 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c544110b-b9a6-4eb5-98ea-505eb9f63fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (eeafca5b-4197-4612-8a47-20afed26deca), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.371256 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d188dcae-079c-42f3-a506-c739bb1f2028 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Router 69ae6d45-f643-48b8-9b10-1d7f36337e81 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:01:09.373066 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60f7729-d78f-4f67-8fc4-dab1d8be0c30 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Router d13729ae-dc10-45b0-8da4-670f0b9efe91 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:01:09.382327 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Attempting to bind port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:01:09.389204 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Attempting to bind port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'ee851eec-88cd-47b0-840b-8e9bc8363ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:01:09.389204 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Attempting to bind port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 on network 8d0db3a2-0a95-4904-987a-929c171ec9db {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:09.401771 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-c544110b-b9a6-4eb5-98ea-505eb9f63fc3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4d09d7269594b6b9914d17b79ca0967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4355042 Mar 08 12:01:09.405756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 42578) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:09.406479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 on network 8d0db3a2-0a95-4904-987a-929c171ec9db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:01:09.407359 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Attempting to bind port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 on network 8d0db3a2-0a95-4904-987a-929c171ec9db {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:09.421952 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544110b-b9a6-4eb5-98ea-505eb9f63fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeafca5b-4197-4612-8a47-20afed26deca,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:09.433439 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:01:09.439659 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Checking segment: {'id': 'ee851eec-88cd-47b0-840b-8e9bc8363ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:09.439659 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Bound using segment: {'id': 'ee851eec-88cd-47b0-840b-8e9bc8363ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:01:09.439659 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Bound port: 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee851eec-88cd-47b0-840b-8e9bc8363ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:01:09.439659 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.470761 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Publish callbacks [] for security_group (d7424ced-c45a-46ea-9467-4dae844f2a22), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.520507 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6d4249e3-e517-49bb-bca3-c35f42ba620e admin admin] Publish callbacks [] for security_group (eeafca5b-4197-4612-8a47-20afed26deca), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.548966 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] For port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:01:09.552365 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6d4249e3-e517-49bb-bca3-c35f42ba620e admin admin] Publish callbacks [] for security_group (eeafca5b-4197-4612-8a47-20afed26deca), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.555091 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] For port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1,segment=NetworkSegment(ee851eec-88cd-47b0-840b-8e9bc8363ae6),segment_id=ee851eec-88cd-47b0-840b-8e9bc8363ae6)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:01:09.555358 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d7424ced-c45a-46ea-9467-4dae844f2a22), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.629879 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.650897 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7424ced-c45a-46ea-9467-4dae844f2a22,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:09.660892 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f06b8d9166c143609d907607971fa246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5545149 Mar 08 12:01:09.665134 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:09.665270 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42584) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:09.665769 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.666264 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d188dcae-079c-42f3-a506-c739bb1f2028 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:01:09.668304 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] 10.222.0.53 "PUT /v2.0/ports/71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 HTTP/1.1" status: 200 len: 1093 time: 1.2028868 Mar 08 12:01:09.671216 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c03f6d-04b7-4284-9deb-38cf15daeabd', 'tag': '71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:09.673522 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89bb2e3-3a30-4acd-a4de-19c5854629a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c03f6d-04b7-4284-9deb-38cf15daeabd", "tag": "71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:09.677122 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d188dcae-079c-42f3-a506-c739bb1f2028 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.679938 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:09.680298 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:09.680675 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:09.681021 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:09.681362 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:09.681947 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:09.682045 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:09.682383 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:09.682690 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:09.683035 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:09.683372 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:09.684043 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:09.684043 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e125d-84bd-4993-a27e-791051048e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:09.689837 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7777da0-19be-45d2-ad03-132d30c0db97 None None] Sync routers for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:01:09.716863 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7777da0-19be-45d2-ad03-132d30c0db97 None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:01:09.716863 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-b7777da0-19be-45d2-ad03-132d30c0db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:00:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:09.717132 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60f7729-d78f-4f67-8fc4-dab1d8be0c30 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:01:09.720545 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6d4249e3-e517-49bb-bca3-c35f42ba620e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (eeafca5b-4197-4612-8a47-20afed26deca), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.725850 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6d4249e3-e517-49bb-bca3-c35f42ba620e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.727045 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-6d4249e3-e517-49bb-bca3-c35f42ba620e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eeafca5b-4197-4612-8a47-20afed26deca HTTP/1.1" status: 204 len: 168 time: 0.3174076 Mar 08 12:01:09.729972 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d60f7729-d78f-4f67-8fc4-dab1d8be0c30 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.733054 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7cf99-0293-4dfc-8e86-67593167b56f None None] Sync routers for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:01:09.755240 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7cf99-0293-4dfc-8e86-67593167b56f None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:01:09.755909 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-a6b7cf99-0293-4dfc-8e86-67593167b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:00:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:09.770318 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30eb0a2-fe69-4d0c-b5cd-106221f4a910 x-openstack-request-id: req-b30eb0a2-fe69-4d0c-b5cd-106221f4a910 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:09.771826 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c03f6d-04b7-4284-9deb-38cf15daeabd", "tag": "71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:09.772751 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b30eb0a2-fe69-4d0c-b5cd-106221f4a910 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:09.773276 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-d188dcae-079c-42f3-a506-c739bb1f2028 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "PUT /v2.0/floatingips/998fe90f-1ec8-4764-ae84-fff1193dcd0e HTTP/1.1" status: 200 len: 991 time: 3.4736617 Mar 08 12:01:09.776926 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283'}] {{(pid=110282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:09.779177 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97424759812351d4672f9113f60e7df0fb12b366de8dab3fc6208360780b3a6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278bad80-d857-42a9-a436-996b97c0871e" -d '{"events": [{"name": "network-changed", "server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "tag": "c182809e-e746-4729-80ba-e31504ef5283"}]}' {{(pid=110282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:09.792181 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c03f6d-04b7-4284-9deb-38cf15daeabd', 'tag': '71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1', 'status': 'completed', 'code': 200} Mar 08 12:01:09.794135 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-d60f7729-d78f-4f67-8fc4-dab1d8be0c30 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "PUT /v2.0/floatingips/3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe HTTP/1.1" status: 200 len: 991 time: 3.1155033 Mar 08 12:01:09.812904 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4249e3-e517-49bb-bca3-c35f42ba620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeafca5b-4197-4612-8a47-20afed26deca,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:09.817716 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25132562-2dcf-440c-bc75-e7b2d9eb5266 service neutron] Pushing event updated for resources: {'Port': ['ID=71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:09.821145 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9438b7ad-5d9c-40c3-9de2-d7e355d30875 admin admin] Publish callbacks [] for security_group (d7424ced-c45a-46ea-9467-4dae844f2a22), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.849253 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e81e9fb-1703-4ec0-9d53-059ade1747ff x-openstack-request-id: req-1e81e9fb-1703-4ec0-9d53-059ade1747ff {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:09.849674 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "tag": "c182809e-e746-4729-80ba-e31504ef5283", "status": "completed", "code": 200}]} {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:09.849839 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e81e9fb-1703-4ec0-9d53-059ade1747ff {{(pid=110282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:09.850283 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283', 'status': 'completed', 'code': 200} Mar 08 12:01:09.867583 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9438b7ad-5d9c-40c3-9de2-d7e355d30875 admin admin] Publish callbacks [] for security_group (d7424ced-c45a-46ea-9467-4dae844f2a22), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:09.960728 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-b7777da0-19be-45d2-ad03-132d30c0db97 None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:01:09.989008 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bb2e3-3a30-4acd-a4de-19c5854629a1 req-0d81c37d-0277-40a6-b50a-d19a614207c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:09.990618 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c89bb2e3-3a30-4acd-a4de-19c5854629a1 req-0d81c37d-0277-40a6-b50a-d19a614207c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e8ae0481dd41c485dd93c736899706&device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 1127 time: 0.1739955 Mar 08 12:01:10.000105 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9438b7ad-5d9c-40c3-9de2-d7e355d30875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d7424ced-c45a-46ea-9467-4dae844f2a22), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:10.004360 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9438b7ad-5d9c-40c3-9de2-d7e355d30875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:10.006818 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-9438b7ad-5d9c-40c3-9de2-d7e355d30875 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7424ced-c45a-46ea-9467-4dae844f2a22 HTTP/1.1" status: 204 len: 168 time: 0.3381865 Mar 08 12:01:10.040158 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438b7ad-5d9c-40c3-9de2-d7e355d30875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7424ced-c45a-46ea-9467-4dae844f2a22,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:10.063836 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-a6b7cf99-0293-4dfc-8e86-67593167b56f None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:01:10.173303 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bad80-d857-42a9-a436-996b97c0871e req-26f758e4-ef82-4ace-bd26-11976bf32070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:10.174836 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-278bad80-d857-42a9-a436-996b97c0871e req-26f758e4-ef82-4ace-bd26-11976bf32070 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 1129 time: 0.2681577 Mar 08 12:01:10.256078 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bb2e3-3a30-4acd-a4de-19c5854629a1 req-930427ce-457d-46f0-b28b-c8df6b92903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:10.258566 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c89bb2e3-3a30-4acd-a4de-19c5854629a1 req-930427ce-457d-46f0-b28b-c8df6b92903b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=07e8ae0481dd41c485dd93c736899706&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2525866 Mar 08 12:01:10.441435 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-b7777da0-19be-45d2-ad03-132d30c0db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '998fe90f-1ec8-4764-ae84-fff1193dcd0e', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'port_id': 'c182809e-e746-4729-80ba-e31504ef5283', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'mac_address': 'fa:16:3e:38:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:27Z', 'updated_at': '2022-03-08T12:01:07Z', 'revision_number': 1, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:28Z', 'revision_number': 5, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:10.455327 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bad80-d857-42a9-a436-996b97c0871e req-30270006-f600-4f23-9d20-0bdbcae8c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:10.458923 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-278bad80-d857-42a9-a436-996b97c0871e req-30270006-f600-4f23-9d20-0bdbcae8c9e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=25093daf-dda0-4c4d-ad5a-4e47ae659052 HTTP/1.1" status: 200 len: 918 time: 0.2667284 Mar 08 12:01:10.481910 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7777da0-19be-45d2-ad03-132d30c0db97 None None] Checking router: 69ae6d45-f643-48b8-9b10-1d7f36337e81 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:01:10.495833 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7777da0-19be-45d2-ad03-132d30c0db97 None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:01:10.496890 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-b7777da0-19be-45d2-ad03-132d30c0db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:00:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:10.541162 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967164a8-121f-4881-8deb-b8d8e29c3045 req-61930fb1-3cc1-477d-bb3f-824eacf98310 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:10.544148 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-967164a8-121f-4881-8deb-b8d8e29c3045 req-61930fb1-3cc1-477d-bb3f-824eacf98310 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.2395382 Mar 08 12:01:10.582447 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-a6b7cf99-0293-4dfc-8e86-67593167b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'port_id': '1059b08a-94ca-4118-aae4-fecbe55e65ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'mac_address': 'fa:16:3e:86:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fd5fe0-308c-45ff-b71d-c42c081bd85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:24Z', 'updated_at': '2022-03-08T12:01:08Z', 'revision_number': 1, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 5, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:10.602417 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bb2e3-3a30-4acd-a4de-19c5854629a1 req-b63ed427-ce50-4c42-9265-e0b1d4db88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:10.603931 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c89bb2e3-3a30-4acd-a4de-19c5854629a1 req-b63ed427-ce50-4c42-9265-e0b1d4db88ab service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3013930 Mar 08 12:01:10.624724 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7cf99-0293-4dfc-8e86-67593167b56f None None] Checking router: d13729ae-dc10-45b0-8da4-670f0b9efe91 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:01:10.653053 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7cf99-0293-4dfc-8e86-67593167b56f None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:01:10.654066 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-a6b7cf99-0293-4dfc-8e86-67593167b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:00:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:10.666162 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-b7777da0-19be-45d2-ad03-132d30c0db97 None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:01:10.730514 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-278bad80-d857-42a9-a436-996b97c0871e req-6142cf7d-801c-4ebf-925d-6731bc750fcf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c182809e-e746-4729-80ba-e31504ef5283 HTTP/1.1" status: 200 len: 999 time: 0.2654600 Mar 08 12:01:10.795928 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-506c210a-8c86-46fd-9716-bc39a586e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:10.797528 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-506c210a-8c86-46fd-9716-bc39a586e63d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e8ae0481dd41c485dd93c736899706&device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 1127 time: 0.1121399 Mar 08 12:01:10.805071 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-967164a8-121f-4881-8deb-b8d8e29c3045 req-5050f219-c1b3-478d-8e7c-9493212fc2ef tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436237 Mar 08 12:01:10.828738 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bad80-d857-42a9-a436-996b97c0871e req-44eff643-26eb-4a0a-9ea9-733d5e52d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:10.830413 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-278bad80-d857-42a9-a436-996b97c0871e req-44eff643-26eb-4a0a-9ea9-733d5e52d8dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0999dd9d-7a14-4068-867e-b0cb2230adcb HTTP/1.1" status: 200 len: 856 time: 0.0818307 Mar 08 12:01:10.887302 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-a6b7cf99-0293-4dfc-8e86-67593167b56f None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:01:10.971616 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-1609ac92-2fd8-413f-b060-1c93679ecc85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 HTTP/1.1" status: 200 len: 217 time: 0.1542659 Mar 08 12:01:11.050858 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-49ebaa39-7167-4dcb-9a2e-5bc4517c0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:11.050858 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-49ebaa39-7167-4dcb-9a2e-5bc4517c0027 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=75848af8-286c-4161-ab78-858a51ef7075 HTTP/1.1" status: 200 len: 848 time: 0.0631497 Mar 08 12:01:11.061462 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:01:11.064713 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bad80-d857-42a9-a436-996b97c0871e req-31b76bc5-da29-4d46-8d32-bfe162619730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:11.066382 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-278bad80-d857-42a9-a436-996b97c0871e req-31b76bc5-da29-4d46-8d32-bfe162619730 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25093daf-dda0-4c4d-ad5a-4e47ae659052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2198448 Mar 08 12:01:11.090752 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-b7777da0-19be-45d2-ad03-132d30c0db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '998fe90f-1ec8-4764-ae84-fff1193dcd0e', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'port_id': 'c182809e-e746-4729-80ba-e31504ef5283', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'mac_address': 'fa:16:3e:38:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:27Z', 'updated_at': '2022-03-08T12:01:07Z', 'revision_number': 1, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:28Z', 'revision_number': 5, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:11.091002 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-f8d44267-ae5a-4fe2-8777-7214d76713ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d0db3a2-0a95-4904-987a-929c171ec9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362902 Mar 08 12:01:11.122660 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7777da0-19be-45d2-ad03-132d30c0db97 None None] The sync data for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi is: [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '998fe90f-1ec8-4764-ae84-fff1193dcd0e', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'port_id': 'c182809e-e746-4729-80ba-e31504ef5283', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'mac_address': 'fa:16:3e:38:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:27Z', 'updated_at': '2022-03-08T12:01:07Z', 'revision_number': 1, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:28Z', 'revision_number': 5, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:01:11.255265 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-26cddfaa-3336-4db7-a364-2e68c034e60a service neutron] 10.222.0.53 "GET /v2.0/networks/8d0db3a2-0a95-4904-987a-929c171ec9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554737 Mar 08 12:01:11.302126 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-a6b7cf99-0293-4dfc-8e86-67593167b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'port_id': '1059b08a-94ca-4118-aae4-fecbe55e65ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'mac_address': 'fa:16:3e:86:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fd5fe0-308c-45ff-b71d-c42c081bd85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:24Z', 'updated_at': '2022-03-08T12:01:08Z', 'revision_number': 1, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 5, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:11.326699 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01672c-0016-4f6f-83a3-08d8456c35fa req-bd699812-c0e9-4ca1-a398-24810e685d74 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:11.334237 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7cf99-0293-4dfc-8e86-67593167b56f None None] The sync data for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi is: [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'port_id': '1059b08a-94ca-4118-aae4-fecbe55e65ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'mac_address': 'fa:16:3e:86:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fd5fe0-308c-45ff-b71d-c42c081bd85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:00:24Z', 'updated_at': '2022-03-08T12:01:08Z', 'revision_number': 1, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 5, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:01:11.336754 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ae01672c-0016-4f6f-83a3-08d8456c35fa req-bd699812-c0e9-4ca1-a398-24810e685d74 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 943 time: 0.3616123 Mar 08 12:01:11.456245 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deb4e063-ae78-4a0f-bb6c-5916733854fe req-6ae98aca-2a76-4a54-bd85-4c410f9e52e9 service neutron] 10.222.0.53 "GET /v2.0/networks/8d0db3a2-0a95-4904-987a-929c171ec9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658444 Mar 08 12:01:11.487002 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d35d47-5b11-48d8-adb9-efc2ac00182b None None] New status for floating IP 998fe90f-1ec8-4764-ae84-fff1193dcd0e: ACTIVE {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:01:11.546647 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-278bad80-d857-42a9-a436-996b97c0871e req-367d5041-ac59-4364-b312-d3337c19169b service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603248 Mar 08 12:01:11.550698 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ae01672c-0016-4f6f-83a3-08d8456c35fa req-2e531543-6289-46b9-8080-57a914d70287 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112794 Mar 08 12:01:11.759973 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d839b-1223-42dd-8db0-b9e665487f00 None None] New status for floating IP 3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe: ACTIVE {{(pid=110283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:01:11.779494 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-278bad80-d857-42a9-a436-996b97c0871e req-0a0c7d5a-b84d-4f7d-bb96-f02f1ea7ba0e service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243726 Mar 08 12:01:11.851378 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd5fe0-308c-45ff-b71d-c42c081bd85d', 'tag': '1059b08a-94ca-4118-aae4-fecbe55e65ee'}] {{(pid=110282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:11.853788 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97424759812351d4672f9113f60e7df0fb12b366de8dab3fc6208360780b3a6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb8a4b9-e4d0-472c-a5c5-3c2171b84231" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fd5fe0-308c-45ff-b71d-c42c081bd85d", "tag": "1059b08a-94ca-4118-aae4-fecbe55e65ee"}]}' {{(pid=110282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:11.935214 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b3d215-079d-4c26-a792-fa04eec85ca2 x-openstack-request-id: req-97b3d215-079d-4c26-a792-fa04eec85ca2 {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:11.938583 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fd5fe0-308c-45ff-b71d-c42c081bd85d", "tag": "1059b08a-94ca-4118-aae4-fecbe55e65ee", "status": "completed", "code": 200}]} {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:11.938583 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97b3d215-079d-4c26-a792-fa04eec85ca2 {{(pid=110282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:11.938583 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fd5fe0-308c-45ff-b71d-c42c081bd85d', 'tag': '1059b08a-94ca-4118-aae4-fecbe55e65ee', 'status': 'completed', 'code': 200} Mar 08 12:01:12.002826 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060546ca-c6ca-4e0d-b139-6ada59294d99 req-adbbb413-5851-43c3-9df8-2d6634366ac8 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:12.005223 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-060546ca-c6ca-4e0d-b139-6ada59294d99 req-adbbb413-5851-43c3-9df8-2d6634366ac8 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0576346 Mar 08 12:01:12.081972 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-060546ca-c6ca-4e0d-b139-6ada59294d99 req-0a5f4569-6733-4a7b-b8f6-557764e80e01 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682683 Mar 08 12:01:12.158506 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8a4b9-e4d0-472c-a5c5-3c2171b84231 req-12de5a59-3aa3-4a25-b33e-673a0c9b1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:12.161079 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7bb8a4b9-e4d0-472c-a5c5-3c2171b84231 req-12de5a59-3aa3-4a25-b33e-673a0c9b1cbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 1130 time: 0.0781538 Mar 08 12:01:12.260675 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8a4b9-e4d0-472c-a5c5-3c2171b84231 req-95a75ac2-3d3c-4457-970d-00d7e80183e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:12.262254 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7bb8a4b9-e4d0-472c-a5c5-3c2171b84231 req-95a75ac2-3d3c-4457-970d-00d7e80183e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f359cc5-2843-4822-80dc-0991890d71fa HTTP/1.1" status: 200 len: 911 time: 0.0889518 Mar 08 12:01:12.545055 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7bb8a4b9-e4d0-472c-a5c5-3c2171b84231 req-9195dc9f-f0fa-4ce6-96ac-21eb80133f37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1059b08a-94ca-4118-aae4-fecbe55e65ee HTTP/1.1" status: 200 len: 999 time: 0.2748711 Mar 08 12:01:12.603729 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8a4b9-e4d0-472c-a5c5-3c2171b84231 req-4c0633eb-ef17-4a88-a05e-480327873ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:12.605278 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7bb8a4b9-e4d0-472c-a5c5-3c2171b84231 req-4c0633eb-ef17-4a88-a05e-480327873ebb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a431dca8-79c9-4874-a87f-d7946fc1238f HTTP/1.1" status: 200 len: 849 time: 0.0541604 Mar 08 12:01:12.729366 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8a4b9-e4d0-472c-a5c5-3c2171b84231 req-a39f49b3-64bf-4c96-ae0e-8fc1d57cb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:12.730887 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7bb8a4b9-e4d0-472c-a5c5-3c2171b84231 req-a39f49b3-64bf-4c96-ae0e-8fc1d57cb82b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f359cc5-2843-4822-80dc-0991890d71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135461 Mar 08 12:01:12.744524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21789a68-59c2-4975-b0d1-860327c45504 req-b8092101-54cd-4afd-abe7-9d863da12833 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:12.744524 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21789a68-59c2-4975-b0d1-860327c45504 req-b8092101-54cd-4afd-abe7-9d863da12833 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 943 time: 0.0846076 Mar 08 12:01:12.851757 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21789a68-59c2-4975-b0d1-860327c45504 req-a8e86732-7a75-41a9-a92e-0216d7965b6d tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990157 Mar 08 12:01:12.879778 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7bb8a4b9-e4d0-472c-a5c5-3c2171b84231 req-beb62706-7ccc-4113-b3e6-d1d49bf8c8cd service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257055 Mar 08 12:01:12.985839 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7bb8a4b9-e4d0-472c-a5c5-3c2171b84231 req-c4713649-32fc-4aea-af1c-0c4ed7f94aab service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991058 Mar 08 12:01:13.218247 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca0bfd-754f-4092-9505-d80341ccb7d3 req-e4e509b5-61d7-44d4-86c6-215bc1bc50e8 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:13.219933 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c8ca0bfd-754f-4092-9505-d80341ccb7d3 req-e4e509b5-61d7-44d4-86c6-215bc1bc50e8 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0573394 Mar 08 12:01:13.284245 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42710) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:13.288352 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c8ca0bfd-754f-4092-9505-d80341ccb7d3 req-7202a69b-45b1-4167-8f6e-f2f59aad30e2 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611994 Mar 08 12:01:13.412127 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9cb27703-853d-49e8-88d6-c47f0b4b6f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.490688 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9cb27703-853d-49e8-88d6-c47f0b4b6f43 admin admin] Publish callbacks [] for security_group (1a00abf3-bbb0-4a50-a71e-68f1e19db061), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.601032 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9cb27703-853d-49e8-88d6-c47f0b4b6f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (1a00abf3-bbb0-4a50-a71e-68f1e19db061), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.638693 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb27703-853d-49e8-88d6-c47f0b4b6f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a00abf3-bbb0-4a50-a71e-68f1e19db061,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:13.643368 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-9cb27703-853d-49e8-88d6-c47f0b4b6f43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81d2353c66924ca2be9a790bbc86c8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3573530 Mar 08 12:01:13.647863 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 42714) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:13.703113 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-54550abc-4448-4630-a2d7-348472ccd929 admin admin] Publish callbacks [] for security_group (1a00abf3-bbb0-4a50-a71e-68f1e19db061), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.732117 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-54550abc-4448-4630-a2d7-348472ccd929 admin admin] Publish callbacks [] for security_group (1a00abf3-bbb0-4a50-a71e-68f1e19db061), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.851471 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-54550abc-4448-4630-a2d7-348472ccd929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (1a00abf3-bbb0-4a50-a71e-68f1e19db061), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.854152 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-54550abc-4448-4630-a2d7-348472ccd929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:13.855511 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-54550abc-4448-4630-a2d7-348472ccd929 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a00abf3-bbb0-4a50-a71e-68f1e19db061 HTTP/1.1" status: 204 len: 168 time: 0.2059515 Mar 08 12:01:13.863594 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54550abc-4448-4630-a2d7-348472ccd929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a00abf3-bbb0-4a50-a71e-68f1e19db061,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:13.981204 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15536015-eace-4680-8693-bd75e1344392 req-b687d623-668a-4d85-99bb-6d468f004136 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:13.982740 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-15536015-eace-4680-8693-bd75e1344392 req-b687d623-668a-4d85-99bb-6d468f004136 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 943 time: 0.0566950 Mar 08 12:01:14.037226 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-15536015-eace-4680-8693-bd75e1344392 req-5c325b5a-4720-4d3b-8eb7-d32d1dcb11c8 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457072 Mar 08 12:01:14.441729 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07476283-435a-469c-8352-6c3992135012 req-4b26cec0-2b76-4053-913f-43d9a069cdc4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:14.443273 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-07476283-435a-469c-8352-6c3992135012 req-4b26cec0-2b76-4053-913f-43d9a069cdc4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0569956 Mar 08 12:01:14.495568 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-07476283-435a-469c-8352-6c3992135012 req-b0db3886-55e8-4c66-805e-0b683df63a65 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457947 Mar 08 12:01:15.170753 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5081f0-b743-4ceb-a838-90ef7916e93a req-11e9c6a4-8785-478b-bb5f-c0afc3bc6ded tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:15.171206 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bb5081f0-b743-4ceb-a838-90ef7916e93a req-11e9c6a4-8785-478b-bb5f-c0afc3bc6ded tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 943 time: 0.0618408 Mar 08 12:01:15.224351 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:01:15.231562 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bb5081f0-b743-4ceb-a838-90ef7916e93a req-559871ec-0f6b-4902-948c-0c5c297b50f1 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513334 Mar 08 12:01:15.330181 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1,segment=NetworkSegment(ee851eec-88cd-47b0-840b-8e9bc8363ae6),segment_id=ee851eec-88cd-47b0-840b-8e9bc8363ae6)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:15.341756 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1', 'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db', 'port_id': '71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1', 'mac_address': 'fa:16:3e:57:8c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75848af8-286c-4161-ab78-858a51ef7075', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:01:15.504502 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:15.504896 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:15.517805 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:01:15.538538 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1,segment=NetworkSegment(ee851eec-88cd-47b0-840b-8e9bc8363ae6),segment_id=ee851eec-88cd-47b0-840b-8e9bc8363ae6)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:15.618387 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:15.677341 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:15.684786 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:15.685580 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:15.686009 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:15.686437 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:15.686906 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:15.687243 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:15.690308 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:15.690308 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:15.690308 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:15.690308 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:15.690308 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:15.690308 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:15.690308 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:15.720834 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363eca-0704-49cd-a7c5-24997d3925f1 req-42dd0f8e-0739-46a2-bb0e-59468a08840d tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:15.722392 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a7363eca-0704-49cd-a7c5-24997d3925f1 req-42dd0f8e-0739-46a2-bb0e-59468a08840d tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0564849 Mar 08 12:01:15.774668 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a7363eca-0704-49cd-a7c5-24997d3925f1 req-bf4988d1-a85d-462c-a5a9-6e6f087f63aa tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442533 Mar 08 12:01:16.217459 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:01:16.440203 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3e915-766b-42b9-9178-34b3b888083b req-ad01a7b6-5e88-4946-afb4-ae6d6165f9c0 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:16.448529 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-81c3e915-766b-42b9-9178-34b3b888083b req-ad01a7b6-5e88-4946-afb4-ae6d6165f9c0 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 944 time: 0.1091681 Mar 08 12:01:16.493726 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-81c3e915-766b-42b9-9178-34b3b888083b req-6b6b62da-532f-4404-a92e-9077c9cf1a0c tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440886 Mar 08 12:01:16.892445 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6ee47-6465-4cd4-a301-0854b9c4de2e req-9aecb8f1-ba4e-44d7-817e-ba95595f0c88 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:16.893957 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-25b6ee47-6465-4cd4-a301-0854b9c4de2e req-9aecb8f1-ba4e-44d7-817e-ba95595f0c88 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0527906 Mar 08 12:01:16.948372 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-25b6ee47-6465-4cd4-a301-0854b9c4de2e req-9ac6f889-8b3c-4e3b-a8d2-8a20d5bf10d9 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480835 Mar 08 12:01:17.616397 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04786609-09ab-494c-9d98-e170bfc1685a req-d0140b93-da16-4758-bc2c-c42d5c4f5504 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:17.617945 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-04786609-09ab-494c-9d98-e170bfc1685a req-d0140b93-da16-4758-bc2c-c42d5c4f5504 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 944 time: 0.0543902 Mar 08 12:01:17.640496 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-936e2580-e05a-4bb0-97a7-0ba6e4192005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:17.670783 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-04786609-09ab-494c-9d98-e170bfc1685a req-f170af1f-bc46-4fb3-b29b-000b16dabec4 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472329 Mar 08 12:01:18.080224 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da7f8a-0e52-4867-b18f-f0120b84d831 req-dd311c26-0c46-4e85-85af-0b4f5066b189 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:18.080224 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-74da7f8a-0e52-4867-b18f-f0120b84d831 req-dd311c26-0c46-4e85-85af-0b4f5066b189 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0577657 Mar 08 12:01:18.128035 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-74da7f8a-0e52-4867-b18f-f0120b84d831 req-326948f0-9250-4357-b19c-02d1b6582f08 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460503 Mar 08 12:01:18.791103 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab5dd-8ff1-4dfd-b15c-d81dec331b29 req-33f551c3-3dad-454c-8e55-b560f11cd0e4 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:18.792665 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4d5ab5dd-8ff1-4dfd-b15c-d81dec331b29 req-33f551c3-3dad-454c-8e55-b560f11cd0e4 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 944 time: 0.0538039 Mar 08 12:01:18.849817 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4d5ab5dd-8ff1-4dfd-b15c-d81dec331b29 req-50a38285-891a-4830-b81d-a6f3233b1f37 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467308 Mar 08 12:01:19.244035 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:01:19.254988 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c047870-4ffb-49d1-af6d-eb4a3e509910 req-f1dcc4fe-5f84-47e1-879e-9a4f151f44e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:19.256569 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2c047870-4ffb-49d1-af6d-eb4a3e509910 req-f1dcc4fe-5f84-47e1-879e-9a4f151f44e4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0588539 Mar 08 12:01:19.310584 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2c047870-4ffb-49d1-af6d-eb4a3e509910 req-7b7e51c3-aa0f-4128-b1f1-3a6c7a5daa3d tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476196 Mar 08 12:01:19.549498 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:01:19.554299 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:19.554671 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:19.642242 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:19.642242 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:19.669830 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c03f6d-04b7-4284-9deb-38cf15daeabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:19.672001 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42ce09d-bb84-4d50-83e3-37b46ccef577" -d '{"events": [{"server_uuid": "a5c03f6d-04b7-4284-9deb-38cf15daeabd", "name": "network-vif-plugged", "status": "completed", "tag": "71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:19.686208 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1,segment=NetworkSegment(ee851eec-88cd-47b0-840b-8e9bc8363ae6),segment_id=ee851eec-88cd-47b0-840b-8e9bc8363ae6)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:19.716679 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a7ed37-52e8-479a-8a68-3646b5fa9b04 x-openstack-request-id: req-a4a7ed37-52e8-479a-8a68-3646b5fa9b04 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:19.716679 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c03f6d-04b7-4284-9deb-38cf15daeabd", "name": "network-vif-plugged", "status": "completed", "tag": "71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:19.716679 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4a7ed37-52e8-479a-8a68-3646b5fa9b04 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:19.716679 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c03f6d-04b7-4284-9deb-38cf15daeabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1', 'code': 200} Mar 08 12:01:19.766387 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:19.818861 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:19.973822 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f21e8-8c26-4917-909b-73f218cd556c req-bc7dafdd-1089-4483-b6e2-fa5b8ff5608c tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:19.975944 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-197f21e8-8c26-4917-909b-73f218cd556c req-bc7dafdd-1089-4483-b6e2-fa5b8ff5608c tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 945 time: 0.0562837 Mar 08 12:01:20.025148 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-197f21e8-8c26-4917-909b-73f218cd556c req-06df5fc0-d857-484f-8ff0-6b81ef208737 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429986 Mar 08 12:01:20.132307 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-be4d2d46-94eb-4b5f-aedb-8198bc646865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:20.165905 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499a731-391d-4151-bd5f-1069812d4005 req-67be6e0b-efa5-41bb-ba8b-d683f89de84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:20.167796 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8499a731-391d-4151-bd5f-1069812d4005 req-67be6e0b-efa5-41bb-ba8b-d683f89de84b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 1129 time: 0.0543089 Mar 08 12:01:20.229444 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8499a731-391d-4151-bd5f-1069812d4005 req-fd83f29a-1951-45f3-8766-2721fbdd1261 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529156 Mar 08 12:01:20.433637 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1c3f-90ac-43a0-977e-223f8cbd3c44 req-724728e4-446b-4cf5-a592-4bf513278e25 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:20.435146 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c76e1c3f-90ac-43a0-977e-223f8cbd3c44 req-724728e4-446b-4cf5-a592-4bf513278e25 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0553691 Mar 08 12:01:20.483582 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c76e1c3f-90ac-43a0-977e-223f8cbd3c44 req-86d4e876-a6c8-4f41-ad00-ae9b1a6d4b85 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428987 Mar 08 12:01:20.763529 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42884) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:20.871792 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d8b7-5987-4e0d-8d4a-d16e75fc7b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:20.961007 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d8b7-5987-4e0d-8d4a-d16e75fc7b23 admin admin] Publish callbacks [] for security_group (cc7706f6-2a1a-4e99-9664-f4af5213444b), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:21.023803 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:21.105190 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d8b7-5987-4e0d-8d4a-d16e75fc7b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (cc7706f6-2a1a-4e99-9664-f4af5213444b), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:21.142570 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-8cb5d8b7-5987-4e0d-8d4a-d16e75fc7b23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5837346b26e443949b6e8d9ab00585b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779304 Mar 08 12:01:21.144624 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5d8b7-5987-4e0d-8d4a-d16e75fc7b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7706f6-2a1a-4e99-9664-f4af5213444b,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:21.146882 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42890) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:21.149159 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf55d6-0e1e-469d-922d-7882fa8145cf req-f1a06917-9743-4c04-8ff8-f6893d14004d tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:21.150824 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2fbf55d6-0e1e-469d-922d-7882fa8145cf req-f1a06917-9743-4c04-8ff8-f6893d14004d tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 945 time: 0.0571420 Mar 08 12:01:21.197542 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5d59c5e2-4f5a-49e1-9859-05b261449e61 admin admin] Publish callbacks [] for security_group (cc7706f6-2a1a-4e99-9664-f4af5213444b), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:21.214494 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2fbf55d6-0e1e-469d-922d-7882fa8145cf req-dc124cc8-240b-42e3-884b-196e28d09d7d tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482681 Mar 08 12:01:21.223517 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5d59c5e2-4f5a-49e1-9859-05b261449e61 admin admin] Publish callbacks [] for security_group (cc7706f6-2a1a-4e99-9664-f4af5213444b), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:21.468171 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5d59c5e2-4f5a-49e1-9859-05b261449e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (cc7706f6-2a1a-4e99-9664-f4af5213444b), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:21.470817 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5d59c5e2-4f5a-49e1-9859-05b261449e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:21.472161 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-5d59c5e2-4f5a-49e1-9859-05b261449e61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc7706f6-2a1a-4e99-9664-f4af5213444b HTTP/1.1" status: 204 len: 168 time: 0.3242152 Mar 08 12:01:21.481168 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59c5e2-4f5a-49e1-9859-05b261449e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7706f6-2a1a-4e99-9664-f4af5213444b,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:21.605600 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fbf82-a109-4851-be14-e01d9cc54f9d req-1834637a-611c-48fe-9f50-d042fd55c503 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:21.607141 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cd6fbf82-a109-4851-be14-e01d9cc54f9d req-1834637a-611c-48fe-9f50-d042fd55c503 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0539241 Mar 08 12:01:21.665334 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cd6fbf82-a109-4851-be14-e01d9cc54f9d req-fe7f7729-4445-4e94-b42c-91142a3888c2 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520289 Mar 08 12:01:22.343408 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76d555-a6a4-4128-b980-bf5ccfaa47d3 req-2eae8a34-0737-4f6d-8243-78fd5efe5bd3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:22.344904 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fc76d555-a6a4-4128-b980-bf5ccfaa47d3 req-2eae8a34-0737-4f6d-8243-78fd5efe5bd3 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 945 time: 0.0555258 Mar 08 12:01:22.388787 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42916) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:22.445095 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fc76d555-a6a4-4128-b980-bf5ccfaa47d3 req-7ffdfc40-8d51-4130-b275-90ffc377b730 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889957 Mar 08 12:01:22.470825 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42922) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:22.485321 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-815b5511-b97f-495d-afeb-cddada225fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:22.519838 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b0c249cd-22ff-4f2f-a938-1ad8e353bbb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:22.548464 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:22.624009 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-815b5511-b97f-495d-afeb-cddada225fc3 admin admin] Publish callbacks [] for security_group (a6b89ffe-e6e5-4831-93fc-b7608251c63c), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:22.649607 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b0c249cd-22ff-4f2f-a938-1ad8e353bbb0 admin admin] Publish callbacks [] for security_group (c4b3e84f-478a-4330-ac97-f38aa6d5eaf0), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:22.744181 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b0c249cd-22ff-4f2f-a938-1ad8e353bbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (c4b3e84f-478a-4330-ac97-f38aa6d5eaf0), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:22.748263 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-815b5511-b97f-495d-afeb-cddada225fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a6b89ffe-e6e5-4831-93fc-b7608251c63c), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:22.800839 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9780307-6c15-40da-854b-2288965b0968 req-13042ea8-1662-42ab-b300-0adf50e7cd54 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:22.802361 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f9780307-6c15-40da-854b-2288965b0968 req-13042ea8-1662-42ab-b300-0adf50e7cd54 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0593724 Mar 08 12:01:22.806717 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-b0c249cd-22ff-4f2f-a938-1ad8e353bbb0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c937b7b2c59f43049065bc15c3f04a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166317 Mar 08 12:01:22.810154 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 42936) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:22.814287 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-815b5511-b97f-495d-afeb-cddada225fc3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e50262588ca94526839cd34b9c670bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417196 Mar 08 12:01:22.815152 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c249cd-22ff-4f2f-a938-1ad8e353bbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b3e84f-478a-4330-ac97-f38aa6d5eaf0,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:22.817552 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 42938) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:22.869965 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b5511-b97f-495d-afeb-cddada225fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b89ffe-e6e5-4831-93fc-b7608251c63c,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:22.909952 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-900118ea-366c-4acf-bd44-3c1fb647f0f3 admin admin] Publish callbacks [] for security_group (a6b89ffe-e6e5-4831-93fc-b7608251c63c), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:22.913462 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f9780307-6c15-40da-854b-2288965b0968 req-9bc5e3d1-ca0b-429b-94b8-a0c63d776472 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846028 Mar 08 12:01:22.929593 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-12b2f7a1-90af-4c1b-bd40-cc3bddc54310 admin admin] Publish callbacks [] for security_group (c4b3e84f-478a-4330-ac97-f38aa6d5eaf0), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:22.948385 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-900118ea-366c-4acf-bd44-3c1fb647f0f3 admin admin] Publish callbacks [] for security_group (a6b89ffe-e6e5-4831-93fc-b7608251c63c), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:22.962088 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-12b2f7a1-90af-4c1b-bd40-cc3bddc54310 admin admin] Publish callbacks [] for security_group (c4b3e84f-478a-4330-ac97-f38aa6d5eaf0), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:23.090725 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-900118ea-366c-4acf-bd44-3c1fb647f0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a6b89ffe-e6e5-4831-93fc-b7608251c63c), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:23.090950 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-12b2f7a1-90af-4c1b-bd40-cc3bddc54310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (c4b3e84f-478a-4330-ac97-f38aa6d5eaf0), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:23.093343 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-12b2f7a1-90af-4c1b-bd40-cc3bddc54310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:23.093469 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-900118ea-366c-4acf-bd44-3c1fb647f0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:23.096969 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-900118ea-366c-4acf-bd44-3c1fb647f0f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6b89ffe-e6e5-4831-93fc-b7608251c63c HTTP/1.1" status: 204 len: 168 time: 0.2758443 Mar 08 12:01:23.097111 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-12b2f7a1-90af-4c1b-bd40-cc3bddc54310 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4b3e84f-478a-4330-ac97-f38aa6d5eaf0 HTTP/1.1" status: 204 len: 168 time: 0.2833529 Mar 08 12:01:23.105362 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900118ea-366c-4acf-bd44-3c1fb647f0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b89ffe-e6e5-4831-93fc-b7608251c63c,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:23.107673 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2f7a1-90af-4c1b-bd40-cc3bddc54310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b3e84f-478a-4330-ac97-f38aa6d5eaf0,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:23.269461 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f434bd-bba6-4344-87bf-761619929728 req-76255269-b661-4017-b711-a5c4b98fbded tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:23.270953 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-67f434bd-bba6-4344-87bf-761619929728 req-76255269-b661-4017-b711-a5c4b98fbded tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 945 time: 0.0544233 Mar 08 12:01:23.322480 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-67f434bd-bba6-4344-87bf-761619929728 req-466075bd-6ff7-477a-86db-9d135a2440d9 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457408 Mar 08 12:01:23.564512 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d21b22-5294-4e43-9f11-8a2efd5c48d8 req-a08651e7-eebe-40ba-8680-c0d94e2b451f tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:23.566116 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d8d21b22-5294-4e43-9f11-8a2efd5c48d8 req-a08651e7-eebe-40ba-8680-c0d94e2b451f tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 945 time: 0.0578847 Mar 08 12:01:23.618132 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d8d21b22-5294-4e43-9f11-8a2efd5c48d8 req-11ee916e-015b-4964-b281-a1f5aa4c28f4 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456216 Mar 08 12:01:23.920785 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:24.070149 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4517b58-bdfe-4f79-b06b-2025fbb1755d req-c998090e-1526-45a5-9350-6770928e5ed1 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:24.071832 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e4517b58-bdfe-4f79-b06b-2025fbb1755d req-c998090e-1526-45a5-9350-6770928e5ed1 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0734570 Mar 08 12:01:24.125277 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e4517b58-bdfe-4f79-b06b-2025fbb1755d req-6503c21b-d707-4449-b8f9-49d955b82a1e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464365 Mar 08 12:01:24.452854 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459abf08-ddac-4d7d-b2cc-54d09274295b req-caf9ce87-8afc-4ca4-9136-150eb3ee0540 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:24.454362 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-459abf08-ddac-4d7d-b2cc-54d09274295b req-caf9ce87-8afc-4ca4-9136-150eb3ee0540 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 945 time: 0.0592608 Mar 08 12:01:24.512444 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-459abf08-ddac-4d7d-b2cc-54d09274295b req-6f69b64a-db8f-40fa-8bae-24315acf6161 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510335 Mar 08 12:01:24.529571 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43006) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:24.730520 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2109734501-network', 'tenant_id': '434cd03ae5904f00a0f70cb8a8a415c0'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:24.869020 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Made reservation on behalf of 434cd03ae5904f00a0f70cb8a8a415c0 for: {'network': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:24.871389 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:24.880921 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:24.979931 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Publish callbacks [] for security_group (1e73cccf-3b54-4b6d-adfb-bffa0ec0aca2), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.052228 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (1e73cccf-3b54-4b6d-adfb-bffa0ec0aca2), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.077375 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=110282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:01:25.092803 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e73cccf-3b54-4b6d-adfb-bffa0ec0aca2,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:25.095804 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (1dab5c0f-e731-4f0c-8e8c-ac3360be29bb), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.096147 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.segments_db [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Added segment 1dab5c0f-e731-4f0c-8e8c-ac3360be29bb of type vlan for network 7b97ceb7-4837-4086-ad30-1157d5297133 Mar 08 12:01:25.140163 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (7b97ceb7-4837-4086-ad30-1157d5297133), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.235526 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (7b97ceb7-4837-4086-ad30-1157d5297133), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.237062 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:25.237838 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.252266 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2af676-a073-4cd5-9bb1-28bd5b05a741 req-53377e66-847e-4e05-92cc-8eb3f2dcf2bd tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:25.253998 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7f2af676-a073-4cd5-9bb1-28bd5b05a741 req-53377e66-847e-4e05-92cc-8eb3f2dcf2bd tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0581291 Mar 08 12:01:25.312399 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7b97ceb7-4837-4086-ad30-1157d5297133,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:25.317209 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7f2af676-a073-4cd5-9bb1-28bd5b05a741 req-400ca368-cb32-4484-9b78-aaf4c133b4c2 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543420 Mar 08 12:01:25.322891 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network 7b97ceb7-4837-4086-ad30-1157d5297133 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:01:25.374800 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43028) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:25.397689 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 43032) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:25.398436 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-3cd2fba5-862c-405d-95bf-d2987fe4d6e5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8672221 Mar 08 12:01:25.407631 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-c52fd6b8-9c3a-4c35-9da3-fc17fa995166 admin admin] Request body: {'subnet': {'network_id': '7b97ceb7-4837-4086-ad30-1157d5297133', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2109734501-subnet', 'tenant_id': '434cd03ae5904f00a0f70cb8a8a415c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:25.476749 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52fd6b8-9c3a-4c35-9da3-fc17fa995166 admin admin] Made reservation on behalf of 434cd03ae5904f00a0f70cb8a8a415c0 for: {'subnet': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:25.479164 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c52fd6b8-9c3a-4c35-9da3-fc17fa995166 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.505387 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8069e27e-3879-4105-bad3-8e4e5badbd32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.513763 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58c6d7-ff2a-45af-b0ca-609a51be1e9d req-60d41afa-c57c-4721-82d6-c52a6015f197 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:25.515297 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1a58c6d7-ff2a-45af-b0ca-609a51be1e9d req-60d41afa-c57c-4721-82d6-c52a6015f197 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 945 time: 0.0844364 Mar 08 12:01:25.612620 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8069e27e-3879-4105-bad3-8e4e5badbd32 admin admin] Publish callbacks [] for security_group (b970da26-5894-43a8-bc45-3bff0ebab553), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.652455 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1a58c6d7-ff2a-45af-b0ca-609a51be1e9d req-380d8873-3b92-4215-9fed-245a81218369 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119163 Mar 08 12:01:25.679176 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8069e27e-3879-4105-bad3-8e4e5badbd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b970da26-5894-43a8-bc45-3bff0ebab553), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.712471 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a111d-a95c-4b29-8dcf-49c9a9b133f8 req-0ba2a219-5887-4804-ab85-f20c87ffb74a tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:25.714079 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dc9a111d-a95c-4b29-8dcf-49c9a9b133f8 req-0ba2a219-5887-4804-ab85-f20c87ffb74a tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 945 time: 0.1154919 Mar 08 12:01:25.720854 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-8069e27e-3879-4105-bad3-8e4e5badbd32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b7633d06dd24b3188e91c5fed2a2ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433661 Mar 08 12:01:25.723283 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069e27e-3879-4105-bad3-8e4e5badbd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b970da26-5894-43a8-bc45-3bff0ebab553,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:25.726429 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43042) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:25.785851 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-948c9d54-c4ea-4237-83bf-3c59c6d8260c admin admin] Publish callbacks [] for security_group (b970da26-5894-43a8-bc45-3bff0ebab553), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.797876 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dc9a111d-a95c-4b29-8dcf-49c9a9b133f8 req-47c1ff9f-236b-44b6-b0cc-25248923a462 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630112 Mar 08 12:01:25.812248 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-948c9d54-c4ea-4237-83bf-3c59c6d8260c admin admin] Publish callbacks [] for security_group (b970da26-5894-43a8-bc45-3bff0ebab553), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.835298 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c52fd6b8-9c3a-4c35-9da3-fc17fa995166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for subnet (566b23b9-89de-4def-870f-ca203ae19f91), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.893425 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fd6b8-9c3a-4c35-9da3-fc17fa995166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=566b23b9-89de-4def-870f-ca203ae19f91,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:25.903249 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fd6b8-9c3a-4c35-9da3-fc17fa995166 admin admin] Checking segment: {'id': '1dab5c0f-e731-4f0c-8e8c-ac3360be29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7b97ceb7-4837-4086-ad30-1157d5297133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:25.903610 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52fd6b8-9c3a-4c35-9da3-fc17fa995166 admin admin] Network hostable DHCP agents. Network: 7b97ceb7-4837-4086-ad30-1157d5297133, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:01:25.915013 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-948c9d54-c4ea-4237-83bf-3c59c6d8260c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b970da26-5894-43a8-bc45-3bff0ebab553), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.918412 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-948c9d54-c4ea-4237-83bf-3c59c6d8260c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.919942 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-948c9d54-c4ea-4237-83bf-3c59c6d8260c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b970da26-5894-43a8-bc45-3bff0ebab553 HTTP/1.1" status: 204 len: 168 time: 0.1924963 Mar 08 12:01:25.933431 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c9d54-c4ea-4237-83bf-3c59c6d8260c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b970da26-5894-43a8-bc45-3bff0ebab553,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:25.994051 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52fd6b8-9c3a-4c35-9da3-fc17fa995166 admin admin] Network 7b97ceb7-4837-4086-ad30-1157d5297133 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:01:26.031393 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43048) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:26.090697 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-c52fd6b8-9c3a-4c35-9da3-fc17fa995166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, 7b97ceb7-4837-4086-ad30-1157d5297133) {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:26.095782 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52fd6b8-9c3a-4c35-9da3-fc17fa995166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:26.096566 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c52fd6b8-9c3a-4c35-9da3-fc17fa995166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:26.103734 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa3cc1-d335-40f3-a9a4-da3fd5fc514b None None] Network 7b97ceb7-4837-4086-ad30-1157d5297133 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:01:26.150604 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e139c57e-0f6c-482b-8327-6c2bd2c1c69a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:26.175908 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f2a00-f0a0-47ad-a036-64e64630a110 req-0bfd894b-965d-4c38-aa89-91bf31d0ed82 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:26.177741 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-634f2a00-f0a0-47ad-a036-64e64630a110 req-0bfd894b-965d-4c38-aa89-91bf31d0ed82 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.53 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 945 time: 0.0655963 Mar 08 12:01:26.233715 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c4128-66b4-482b-99f5-57a229575c5e None None] Network 7b97ceb7-4837-4086-ad30-1157d5297133 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:01:26.237918 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-c52fd6b8-9c3a-4c35-9da3-fc17fa995166 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8389609 Mar 08 12:01:26.239962 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e139c57e-0f6c-482b-8327-6c2bd2c1c69a admin admin] Publish callbacks [] for security_group (46316a30-8cb6-4f47-989d-88762bcc44ae), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:26.325499 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e139c57e-0f6c-482b-8327-6c2bd2c1c69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (46316a30-8cb6-4f47-989d-88762bcc44ae), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:26.394564 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-e139c57e-0f6c-482b-8327-6c2bd2c1c69a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ceb3c2ee2ee34e49a8e52cf2ab86a3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618772 Mar 08 12:01:26.395573 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139c57e-0f6c-482b-8327-6c2bd2c1c69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46316a30-8cb6-4f47-989d-88762bcc44ae,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:26.398153 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 43060) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:26.413848 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-634f2a00-f0a0-47ad-a036-64e64630a110 req-a7ffc879-07b8-40da-8608-4645c5ae8b52 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Deleting port 9cb5ab58-f70d-48b9-8aac-7052f12951c2 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:01:26.416102 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-634f2a00-f0a0-47ad-a036-64e64630a110 req-a7ffc879-07b8-40da-8608-4645c5ae8b52 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:26.590199 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-634f2a00-f0a0-47ad-a036-64e64630a110 req-a7ffc879-07b8-40da-8608-4645c5ae8b52 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] For port 9cb5ab58-f70d-48b9-8aac-7052f12951c2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9cb5ab58-f70d-48b9-8aac-7052f12951c2,segment=NetworkSegment(44bf1cff-f476-40ab-863e-09fd2afe8e39),segment_id=44bf1cff-f476-40ab-863e-09fd2afe8e39)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:26.590715 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-634f2a00-f0a0-47ad-a036-64e64630a110 req-a7ffc879-07b8-40da-8608-4645c5ae8b52 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:26.599748 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb18c87-d275-40c5-bb99-5de7b8fc1f8c req-3a2af4cf-c4fd-4018-a2cd-23c1d95969aa tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:26.601843 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3eb18c87-d275-40c5-bb99-5de7b8fc1f8c req-3a2af4cf-c4fd-4018-a2cd-23c1d95969aa tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.1632216 Mar 08 12:01:26.623175 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-634f2a00-f0a0-47ad-a036-64e64630a110 req-a7ffc879-07b8-40da-8608-4645c5ae8b52 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Calling delete_port for 9cb5ab58-f70d-48b9-8aac-7052f12951c2 owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:01:26.627243 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-124e61fa-4b29-459c-850b-22c839936fd5 admin admin] Publish callbacks [] for security_group (46316a30-8cb6-4f47-989d-88762bcc44ae), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:26.729431 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-124e61fa-4b29-459c-850b-22c839936fd5 admin admin] Publish callbacks [] for security_group (46316a30-8cb6-4f47-989d-88762bcc44ae), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:26.793843 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3eb18c87-d275-40c5-bb99-5de7b8fc1f8c req-39825a55-1371-444c-914f-eca81d6f6f91 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843135 Mar 08 12:01:26.860283 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7b32e-5aac-43b0-adfd-38e86f05c0f1 req-fa684105-d63a-4e30-b055-fd62f4d7216c tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:26.861912 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e9b7b32e-5aac-43b0-adfd-38e86f05c0f1 req-fa684105-d63a-4e30-b055-fd62f4d7216c tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 945 time: 0.1301498 Mar 08 12:01:26.961273 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-124e61fa-4b29-459c-850b-22c839936fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (46316a30-8cb6-4f47-989d-88762bcc44ae), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:26.963704 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-124e61fa-4b29-459c-850b-22c839936fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:26.967944 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-124e61fa-4b29-459c-850b-22c839936fd5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46316a30-8cb6-4f47-989d-88762bcc44ae HTTP/1.1" status: 204 len: 168 time: 0.5656583 Mar 08 12:01:26.999715 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e61fa-4b29-459c-850b-22c839936fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46316a30-8cb6-4f47-989d-88762bcc44ae,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:27.009889 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e9b7b32e-5aac-43b0-adfd-38e86f05c0f1 req-1d3caaee-8e48-488d-9092-d9f5d9618c53 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082311 Mar 08 12:01:27.029552 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96013db4-1957-41e0-b24c-96d7b757daaa req-8694fcfd-3160-4275-a4c6-23c8338d9af7 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:27.031088 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-96013db4-1957-41e0-b24c-96d7b757daaa req-8694fcfd-3160-4275-a4c6-23c8338d9af7 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 945 time: 0.1318412 Mar 08 12:01:27.052894 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-634f2a00-f0a0-47ad-a036-64e64630a110 req-a7ffc879-07b8-40da-8608-4645c5ae8b52 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058'] for port (9cb5ab58-f70d-48b9-8aac-7052f12951c2), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.087115 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffc879-07b8-40da-8608-4645c5ae8b52 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Pushing event deleted for resources: {'Port': ['ID=9cb5ab58-f70d-48b9-8aac-7052f12951c2,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:27.095608 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['9cb5ab58-f70d-48b9-8aac-7052f12951c2'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:01:27.177238 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-96013db4-1957-41e0-b24c-96d7b757daaa req-2eff573b-f202-45f2-9f05-0e3c3bbe0220 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/security-groups?id=6fd669d0-6eda-4af0-9bf4-8ad19817971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400001 Mar 08 12:01:27.183052 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-634f2a00-f0a0-47ad-a036-64e64630a110 req-a7ffc879-07b8-40da-8608-4645c5ae8b52 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] No DVR routers for this DVR port 9cb5ab58-f70d-48b9-8aac-7052f12951c2 on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:01:27.183052 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-634f2a00-f0a0-47ad-a036-64e64630a110 req-a7ffc879-07b8-40da-8608-4645c5ae8b52 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.185221 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-634f2a00-f0a0-47ad-a036-64e64630a110 req-a7ffc879-07b8-40da-8608-4645c5ae8b52 tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.53 "DELETE /v2.0/ports/9cb5ab58-f70d-48b9-8aac-7052f12951c2 HTTP/1.1" status: 204 len: 173 time: 0.9993365 Mar 08 12:01:27.185852 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7055d93f-5548-4071-9d56-b880f569c43e', 'name': 'network-vif-deleted', 'tag': '9cb5ab58-f70d-48b9-8aac-7052f12951c2'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:27.188059 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12758331-80b6-470d-a34b-42a4a1157cff" -d '{"events": [{"server_uuid": "7055d93f-5548-4071-9d56-b880f569c43e", "name": "network-vif-deleted", "tag": "9cb5ab58-f70d-48b9-8aac-7052f12951c2"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:27.232596 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e33861-211f-4413-a667-93b124c0ddd9 x-openstack-request-id: req-e9e33861-211f-4413-a667-93b124c0ddd9 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:27.236545 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7055d93f-5548-4071-9d56-b880f569c43e", "name": "network-vif-deleted", "tag": "9cb5ab58-f70d-48b9-8aac-7052f12951c2", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:27.236545 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9e33861-211f-4413-a667-93b124c0ddd9 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:27.236545 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7055d93f-5548-4071-9d56-b880f569c43e', 'name': 'network-vif-deleted', 'tag': '9cb5ab58-f70d-48b9-8aac-7052f12951c2', 'status': 'completed', 'code': 200} Mar 08 12:01:27.259896 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 43098) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:27.265559 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1096008660-network', 'tenant_id': 'd8ccda83c6aa417da302f86dd89fdeea'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:27.344720 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 43100) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:27.412075 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Made reservation on behalf of d8ccda83c6aa417da302f86dd89fdeea for: {'network': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:27.417519 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.427410 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.450261 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-566938069-network', 'tenant_id': 'f04d68a21e4e43c8b1141df0c0bedf76'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:27.526257 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Publish callbacks [] for security_group (80436431-00f6-4689-978d-678e7a74d1e4), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.531768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Made reservation on behalf of f04d68a21e4e43c8b1141df0c0bedf76 for: {'network': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:27.534836 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.543811 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.598822 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (80436431-00f6-4689-978d-678e7a74d1e4), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.619854 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43104) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:27.633869 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-670e21d2-d5ef-41b2-9bf0-1cce3be59171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.651741 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=110281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:01:27.659802 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Publish callbacks [] for security_group (64e5ab18-f145-4295-a201-11be7a32430f), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.666374 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80436431-00f6-4689-978d-678e7a74d1e4,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:27.671452 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (86532e8a-af07-4e6e-9af8-c33453c38a83), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.671802 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.segments_db [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Added segment 86532e8a-af07-4e6e-9af8-c33453c38a83 of type vlan for network ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8 Mar 08 12:01:27.713046 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.714974 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-670e21d2-d5ef-41b2-9bf0-1cce3be59171 admin admin] Publish callbacks [] for security_group (9b7a711e-511e-4e7d-aa96-9c5f4bf98c6a), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.743510 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (64e5ab18-f145-4295-a201-11be7a32430f), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.764055 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=110281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:01:27.779133 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e5ab18-f145-4295-a201-11be7a32430f,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:27.782095 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.782456 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.segments_db [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Added segment c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd of type vlan for network 7781020b-f710-49e4-8800-50e6495a8913 Mar 08 12:01:27.806386 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-670e21d2-d5ef-41b2-9bf0-1cce3be59171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (9b7a711e-511e-4e7d-aa96-9c5f4bf98c6a), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.823266 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (7781020b-f710-49e4-8800-50e6495a8913), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.851382 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-670e21d2-d5ef-41b2-9bf0-1cce3be59171 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1222cae2cc944d959af1d0b6b002cbd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303593 Mar 08 12:01:27.852790 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e21d2-d5ef-41b2-9bf0-1cce3be59171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7a711e-511e-4e7d-aa96-9c5f4bf98c6a,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:27.854633 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 43108) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:27.868144 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.868808 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:27.869300 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.974249 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (7781020b-f710-49e4-8800-50e6495a8913), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.975736 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:27.976306 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.229526 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9684570 Mar 08 12:01:28.232854 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43114) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:28.238526 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-a8c3e891-4d3b-4866-ad49-55dba2285a1b admin admin] Request body: {'subnet': {'network_id': 'ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1096008660-subnet', 'tenant_id': 'd8ccda83c6aa417da302f86dd89fdeea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:28.245432 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaf263-6a43-4104-8e86-197249db533d admin admin] Pushing event updated for resources: {'Network': ['ID=ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:28.261092 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:01:28.309417 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9e5bb8d5-19c6-46d2-9fc3-24c7f3c1e313 admin admin] Publish callbacks [] for security_group (9b7a711e-511e-4e7d-aa96-9c5f4bf98c6a), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.353897 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1f162-c61c-4c27-8752-9e5040b7715d req-c37feff5-32a2-4df0-8c2b-67820d72f30c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:28.355412 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e2a1f162-c61c-4c27-8752-9e5040b7715d req-c37feff5-32a2-4df0-8c2b-67820d72f30c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.4820702 Mar 08 12:01:28.358822 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0129085 Mar 08 12:01:28.362237 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43116) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:28.367959 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-b6f53da3-c029-43b2-8661-a153cdb04ddb admin admin] Request body: {'subnet': {'network_id': '7781020b-f710-49e4-8800-50e6495a8913', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-566938069-subnet', 'tenant_id': 'f04d68a21e4e43c8b1141df0c0bedf76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:28.380237 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217009c9-56bc-42af-abb8-17b19cf8773e req-462e57c3-c437-47dd-817b-716f28a6d654 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:28.381799 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-217009c9-56bc-42af-abb8-17b19cf8773e req-462e57c3-c437-47dd-817b-716f28a6d654 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 945 time: 0.4700811 Mar 08 12:01:28.389335 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c3e891-4d3b-4866-ad49-55dba2285a1b admin admin] Made reservation on behalf of d8ccda83c6aa417da302f86dd89fdeea for: {'subnet': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:28.391658 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e891-4d3b-4866-ad49-55dba2285a1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64241130'] for subnet (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.395706 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776df51a-52ae-4162-a405-ecb8fa85fe6f admin admin] Pushing event updated for resources: {'Network': ['ID=7781020b-f710-49e4-8800-50e6495a8913,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:28.407475 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network 7781020b-f710-49e4-8800-50e6495a8913 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:01:28.417719 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9e5bb8d5-19c6-46d2-9fc3-24c7f3c1e313 admin admin] Publish callbacks [] for security_group (9b7a711e-511e-4e7d-aa96-9c5f4bf98c6a), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.449375 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f53da3-c029-43b2-8661-a153cdb04ddb admin admin] Made reservation on behalf of f04d68a21e4e43c8b1141df0c0bedf76 for: {'subnet': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:28.452013 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b6f53da3-c029-43b2-8661-a153cdb04ddb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64241130'] for subnet (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.469239 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436e666-c173-4e9a-8d1a-6b8275e4a7de req-b236b5aa-7ee4-4a4f-825d-382faa4744eb tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:28.470781 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f436e666-c173-4e9a-8d1a-6b8275e4a7de req-b236b5aa-7ee4-4a4f-825d-382faa4744eb tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 945 time: 0.2527158 Mar 08 12:01:28.562117 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e2a1f162-c61c-4c27-8752-9e5040b7715d req-e72054be-2df6-4753-babd-50539d51c8c6 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913993 Mar 08 12:01:28.602569 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f436e666-c173-4e9a-8d1a-6b8275e4a7de req-62220a0f-b3d9-44af-a8a1-c12759a1057b tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214519 Mar 08 12:01:28.613573 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-217009c9-56bc-42af-abb8-17b19cf8773e req-0fd2d67f-1911-428a-91c7-c8d1249ba4c9 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Deleting port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:01:28.613924 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-217009c9-56bc-42af-abb8-17b19cf8773e req-0fd2d67f-1911-428a-91c7-c8d1249ba4c9 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.689015 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9e5bb8d5-19c6-46d2-9fc3-24c7f3c1e313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (9b7a711e-511e-4e7d-aa96-9c5f4bf98c6a), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.691561 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9e5bb8d5-19c6-46d2-9fc3-24c7f3c1e313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.692752 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-9e5bb8d5-19c6-46d2-9fc3-24c7f3c1e313 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b7a711e-511e-4e7d-aa96-9c5f4bf98c6a HTTP/1.1" status: 204 len: 168 time: 0.8370564 Mar 08 12:01:28.721342 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bb8d5-19c6-46d2-9fc3-24c7f3c1e313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7a711e-511e-4e7d-aa96-9c5f4bf98c6a,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:28.766077 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-420119f5-7b52-45e4-9627-e5b2592283c7 req-7654eba2-a4ac-4481-8b4d-722ea7e9208b tempest-DeleteServersTestJSON-608815237 tempest-DeleteServersTestJSON-608815237-project] 10.222.0.43 "GET /v2.0/ports?device_id=7055d93f-5548-4071-9d56-b880f569c43e HTTP/1.1" status: 200 len: 210 time: 0.0511353 Mar 08 12:01:28.782129 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-217009c9-56bc-42af-abb8-17b19cf8773e req-0fd2d67f-1911-428a-91c7-c8d1249ba4c9 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] For port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1,segment=NetworkSegment(ee851eec-88cd-47b0-840b-8e9bc8363ae6),segment_id=ee851eec-88cd-47b0-840b-8e9bc8363ae6)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:28.782495 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-217009c9-56bc-42af-abb8-17b19cf8773e req-0fd2d67f-1911-428a-91c7-c8d1249ba4c9 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.795817 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-217009c9-56bc-42af-abb8-17b19cf8773e req-0fd2d67f-1911-428a-91c7-c8d1249ba4c9 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Calling delete_port for 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:01:28.841110 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e891-4d3b-4866-ad49-55dba2285a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64256574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64241140'] for subnet (47d0df72-ac85-43d3-ba87-3d14ce07c61c), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.875396 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b6f53da3-c029-43b2-8661-a153cdb04ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64256574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64241140'] for subnet (482bb963-7518-4531-8809-4ea233a252e0), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.922101 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3e891-4d3b-4866-ad49-55dba2285a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d0df72-ac85-43d3-ba87-3d14ce07c61c,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:28.971659 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c3e891-4d3b-4866-ad49-55dba2285a1b admin admin] Checking segment: {'id': '86532e8a-af07-4e6e-9af8-c33453c38a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:28.972018 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3e891-4d3b-4866-ad49-55dba2285a1b admin admin] Network hostable DHCP agents. Network: ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:01:28.996889 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f53da3-c029-43b2-8661-a153cdb04ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=482bb963-7518-4531-8809-4ea233a252e0,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:29.000123 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f53da3-c029-43b2-8661-a153cdb04ddb admin admin] Checking segment: {'id': 'c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7781020b-f710-49e4-8800-50e6495a8913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:29.000518 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f53da3-c029-43b2-8661-a153cdb04ddb admin admin] Network hostable DHCP agents. Network: 7781020b-f710-49e4-8800-50e6495a8913, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:01:29.029211 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-217009c9-56bc-42af-abb8-17b19cf8773e req-0fd2d67f-1911-428a-91c7-c8d1249ba4c9 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058'] for port (71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:29.060292 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2d67f-1911-428a-91c7-c8d1249ba4c9 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Pushing event deleted for resources: {'Port': ['ID=71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:29.078186 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:01:29.102292 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-217009c9-56bc-42af-abb8-17b19cf8773e req-0fd2d67f-1911-428a-91c7-c8d1249ba4c9 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] No DVR routers for this DVR port 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:01:29.105778 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-217009c9-56bc-42af-abb8-17b19cf8773e req-0fd2d67f-1911-428a-91c7-c8d1249ba4c9 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:29.109373 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-217009c9-56bc-42af-abb8-17b19cf8773e req-0fd2d67f-1911-428a-91c7-c8d1249ba4c9 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.53 "DELETE /v2.0/ports/71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 HTTP/1.1" status: 204 len: 173 time: 0.7007821 Mar 08 12:01:29.133045 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f53da3-c029-43b2-8661-a153cdb04ddb admin admin] Network 7781020b-f710-49e4-8800-50e6495a8913 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:01:29.135771 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3e891-4d3b-4866-ad49-55dba2285a1b admin admin] Network ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:01:29.223019 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-b6f53da3-c029-43b2-8661-a153cdb04ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, 7781020b-f710-49e4-8800-50e6495a8913) {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:29.224975 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-a8c3e891-4d3b-4866-ad49-55dba2285a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8) {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:29.229412 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f53da3-c029-43b2-8661-a153cdb04ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:29.230019 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b6f53da3-c029-43b2-8661-a153cdb04ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:29.234282 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c397a5-2dc0-4c73-8d8a-e8c1aae3931b None None] Network 7781020b-f710-49e4-8800-50e6495a8913 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:01:29.234692 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c03f6d-04b7-4284-9deb-38cf15daeabd', 'name': 'network-vif-deleted', 'tag': '71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:29.236734 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c3e891-4d3b-4866-ad49-55dba2285a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:29.237363 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e891-4d3b-4866-ad49-55dba2285a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:29.237501 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc7cf03-1418-428b-9560-c59d7177094d None None] Network ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:01:29.238223 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f156ebfd-d2fe-47f3-9f66-5b307ef44e1c" -d '{"events": [{"server_uuid": "a5c03f6d-04b7-4284-9deb-38cf15daeabd", "name": "network-vif-deleted", "tag": "71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:29.277120 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2e0a48-583b-4750-87b2-9db1244ffd06 x-openstack-request-id: req-fe2e0a48-583b-4750-87b2-9db1244ffd06 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:29.277417 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c03f6d-04b7-4284-9deb-38cf15daeabd", "name": "network-vif-deleted", "tag": "71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:29.277674 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe2e0a48-583b-4750-87b2-9db1244ffd06 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:29.278076 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c03f6d-04b7-4284-9deb-38cf15daeabd', 'name': 'network-vif-deleted', 'tag': '71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1', 'status': 'completed', 'code': 200} Mar 08 12:01:29.326115 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:01:29.372774 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-a8c3e891-4d3b-4866-ad49-55dba2285a1b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1378033 Mar 08 12:01:29.379472 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-b6f53da3-c029-43b2-8661-a153cdb04ddb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0158617 Mar 08 12:01:29.401411 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:01:29.402047 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 71fa4b89-b7d9-4d33-ae83-dd44ffd1d1a1 not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:01:29.402612 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 9cb5ab58-f70d-48b9-8aac-7052f12951c2 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:01:29.445377 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 9cb5ab58-f70d-48b9-8aac-7052f12951c2 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:01:29.445924 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 9cb5ab58-f70d-48b9-8aac-7052f12951c2 not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:01:29.518999 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83004057-8ae6-4f54-be9c-fbfa62e00684 None None] Network ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:01:29.521157 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5a9267-99f5-42ed-8d30-8eadb7c29834 None None] Network 7781020b-f710-49e4-8800-50e6495a8913 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:01:29.605873 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 43136) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:29.648383 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f19160b6-5e7e-4700-a8e4-818dbce81b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:29.793529 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f4caa69d-8309-4eec-8f22-f5545c716516 req-cf117ad3-cbe2-4daf-a9da-c33aa95407b7 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c03f6d-04b7-4284-9deb-38cf15daeabd HTTP/1.1" status: 200 len: 210 time: 0.0388989 Mar 08 12:01:29.823485 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8869752-7bd7-486a-bd8f-da5fa38fa2ed req-8ee05a3b-3444-4a5b-9289-2609f1588d5d tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:29.825688 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a8869752-7bd7-486a-bd8f-da5fa38fa2ed req-8ee05a3b-3444-4a5b-9289-2609f1588d5d tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.1376739 Mar 08 12:01:29.908615 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f19160b6-5e7e-4700-a8e4-818dbce81b59 admin admin] Publish callbacks [] for security_group (d7c8e97c-ec01-49f0-afe6-1dbf35e0ba88), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:29.914060 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a8869752-7bd7-486a-bd8f-da5fa38fa2ed req-7bb84b22-b117-44c3-a371-cb4ca2cf03da tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816712 Mar 08 12:01:29.966489 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f19160b6-5e7e-4700-a8e4-818dbce81b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d7c8e97c-ec01-49f0-afe6-1dbf35e0ba88), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:30.012725 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-f19160b6-5e7e-4700-a8e4-818dbce81b59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8120646173a24eb5bb4289389291a13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047418 Mar 08 12:01:30.013650 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19160b6-5e7e-4700-a8e4-818dbce81b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c8e97c-ec01-49f0-afe6-1dbf35e0ba88,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:30.015364 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43148) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:30.080865 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c6294c00-8897-46ef-9ef7-f946b8bf6e79 admin admin] Publish callbacks [] for security_group (d7c8e97c-ec01-49f0-afe6-1dbf35e0ba88), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:30.106523 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c6294c00-8897-46ef-9ef7-f946b8bf6e79 admin admin] Publish callbacks [] for security_group (d7c8e97c-ec01-49f0-afe6-1dbf35e0ba88), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:30.263666 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c6294c00-8897-46ef-9ef7-f946b8bf6e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d7c8e97c-ec01-49f0-afe6-1dbf35e0ba88), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:30.266270 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c6294c00-8897-46ef-9ef7-f946b8bf6e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:30.267557 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c6294c00-8897-46ef-9ef7-f946b8bf6e79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7c8e97c-ec01-49f0-afe6-1dbf35e0ba88 HTTP/1.1" status: 204 len: 168 time: 0.2383523 Mar 08 12:01:30.276010 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6294c00-8897-46ef-9ef7-f946b8bf6e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c8e97c-ec01-49f0-afe6-1dbf35e0ba88,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:31.053843 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf1bef-32c8-47d4-a1d0-2411c3b59055 req-a659b768-3971-47ae-9876-41ef8095a2a0 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:31.053843 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6ecf1bef-32c8-47d4-a1d0-2411c3b59055 req-a659b768-3971-47ae-9876-41ef8095a2a0 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0636938 Mar 08 12:01:31.185101 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6ecf1bef-32c8-47d4-a1d0-2411c3b59055 req-e591b7ca-62ed-4d37-813e-5d985e3a5a99 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151965 Mar 08 12:01:31.203709 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-6066bd9c-3001-4a93-8259-635e90b77534 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:31.205219 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-6066bd9c-3001-4a93-8259-635e90b77534 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/networks?id=8d0db3a2-0a95-4904-987a-929c171ec9db HTTP/1.1" status: 200 len: 808 time: 0.1525936 Mar 08 12:01:31.221968 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-3d3f8f75-f066-4f7d-8286-205f456209a9 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/quotas/07e8ae0481dd41c485dd93c736899706 HTTP/1.1" status: 200 len: 375 time: 0.0102422 Mar 08 12:01:31.254799 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-71d1d30b-cffd-47f6-a5cf-5e224f497e7a tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=07e8ae0481dd41c485dd93c736899706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268917 Mar 08 12:01:31.355020 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-a9e1e76c-90e9-4c59-bf8a-2a55ec980bec service neutron] 10.222.0.43 "GET /v2.0/networks/8d0db3a2-0a95-4904-987a-929c171ec9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929153 Mar 08 12:01:31.462600 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-489aa521-9e4f-495e-ad17-6bd976ea9956 service neutron] 10.222.0.43 "GET /v2.0/networks/8d0db3a2-0a95-4904-987a-929c171ec9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014218 Mar 08 12:01:31.735152 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-294264b1-1fdd-493d-851a-475707fe54a5 req-0afa1c65-90e3-46ba-b464-a8a6cbb69a3a tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 210 time: 0.0271766 Mar 08 12:01:32.326110 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf94452-69c8-45c9-b178-bd88667896fb req-c39886bd-da6e-4005-8427-c74ebef6a327 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:32.327745 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-eaf94452-69c8-45c9-b178-bd88667896fb req-c39886bd-da6e-4005-8427-c74ebef6a327 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0594342 Mar 08 12:01:32.378505 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-eaf94452-69c8-45c9-b178-bd88667896fb req-429b32e1-7ab9-4730-bb73-72e76c400c81 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446761 Mar 08 12:01:32.861596 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b4dea93e-cb75-4460-bb6e-472475c18115 req-b45c86dd-f174-4df8-9ec0-a6b0037478a2 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 210 time: 0.0437589 Mar 08 12:01:33.217947 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f87e07-2480-426f-9805-d923ce630e08 req-396d6ef5-6ba5-41af-9568-86b7923e537a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:33.219677 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-396d6ef5-6ba5-41af-9568-86b7923e537a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/networks?id=7781020b-f710-49e4-8800-50e6495a8913 HTTP/1.1" status: 200 len: 813 time: 0.1134815 Mar 08 12:01:33.239549 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-5aa938d7-016b-4797-b4c0-a78e208cc7c7 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/quotas/f04d68a21e4e43c8b1141df0c0bedf76 HTTP/1.1" status: 200 len: 375 time: 0.0099607 Mar 08 12:01:33.249712 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43288) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:33.286129 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-09d4937d-af93-4238-b92d-7d6955cdb716 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f04d68a21e4e43c8b1141df0c0bedf76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404932 Mar 08 12:01:33.316599 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43294) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:33.384212 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5334ecaf-7317-4fc1-9e34-d4f143dbd857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.405266 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe2f7e1-b59d-441e-a9ca-d4f8b8c7926b admin admin] Deleting subnet 8f524329-fcc5-41aa-ba42-66accd33d31a {{(pid=110282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:01:33.408088 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-2d5052e0-b2f7-4933-b8eb-c2de03cd5711 service neutron] 10.222.0.43 "GET /v2.0/networks/7781020b-f710-49e4-8800-50e6495a8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211464 Mar 08 12:01:33.408834 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f7e1-b59d-441e-a9ca-d4f8b8c7926b admin admin] Publish callbacks [] for subnet (8f524329-fcc5-41aa-ba42-66accd33d31a), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.453230 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f7e1-b59d-441e-a9ca-d4f8b8c7926b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417268'] for subnet (8f524329-fcc5-41aa-ba42-66accd33d31a), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.517916 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f7e1-b59d-441e-a9ca-d4f8b8c7926b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (8f524329-fcc5-41aa-ba42-66accd33d31a), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.539814 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-d9c95f7c-2121-48f3-bf01-c862080ccf66 service neutron] 10.222.0.43 "GET /v2.0/networks/7781020b-f710-49e4-8800-50e6495a8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306119 Mar 08 12:01:33.552205 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcd6cb-3e49-4b6b-8595-c9ebe1108d34 req-cc34ff2e-3c4a-4fba-81e0-3590aab0fb32 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:33.554522 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-01bcd6cb-3e49-4b6b-8595-c9ebe1108d34 req-cc34ff2e-3c4a-4fba-81e0-3590aab0fb32 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0854180 Mar 08 12:01:33.582383 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5334ecaf-7317-4fc1-9e34-d4f143dbd857 admin admin] Publish callbacks [] for security_group (806f13b6-f2e6-455e-9051-62d9f1331edd), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.615570 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-01bcd6cb-3e49-4b6b-8595-c9ebe1108d34 req-2ad39d0d-262d-416f-963d-40bda59801ae tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537946 Mar 08 12:01:33.663930 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5334ecaf-7317-4fc1-9e34-d4f143dbd857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (806f13b6-f2e6-455e-9051-62d9f1331edd), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.692543 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f7e1-b59d-441e-a9ca-d4f8b8c7926b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64257017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64241037'] for subnet (8f524329-fcc5-41aa-ba42-66accd33d31a), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.745997 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334ecaf-7317-4fc1-9e34-d4f143dbd857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806f13b6-f2e6-455e-9051-62d9f1331edd,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:33.755071 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-5334ecaf-7317-4fc1-9e34-d4f143dbd857 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=239ffc99d9144a2899d7c1ff836d2147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5015380 Mar 08 12:01:33.755071 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f7e1-b59d-441e-a9ca-d4f8b8c7926b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.755506 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 43304) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:33.761481 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-3fe2f7e1-b59d-441e-a9ca-d4f8b8c7926b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8f524329-fcc5-41aa-ba42-66accd33d31a HTTP/1.1" status: 204 len: 168 time: 0.4409094 Mar 08 12:01:33.761481 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2f7e1-b59d-441e-a9ca-d4f8b8c7926b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f524329-fcc5-41aa-ba42-66accd33d31a,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:33.761481 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43306) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:33.821510 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bad74dc5-d694-4f76-9f42-039cddf70fef req-77336d54-0f45-4415-847f-d47406ad41a3 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 210 time: 0.0686219 Mar 08 12:01:33.854916 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eab6e7c7-d934-4019-b7ac-78092ecdc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (5cf33e48-aabb-4980-a747-ac68d9e238cc), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.875212 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-09541066-4d74-4ae1-9263-dd81a5aa3b23 admin admin] Publish callbacks [] for security_group (806f13b6-f2e6-455e-9051-62d9f1331edd), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.923019 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-09541066-4d74-4ae1-9263-dd81a5aa3b23 admin admin] Publish callbacks [] for security_group (806f13b6-f2e6-455e-9051-62d9f1331edd), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.954312 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eab6e7c7-d934-4019-b7ac-78092ecdc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (5cf33e48-aabb-4980-a747-ac68d9e238cc), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:33.977228 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-eab6e7c7-d934-4019-b7ac-78092ecdc728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf33e48-aabb-4980-a747-ac68d9e238cc']}} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:33.989761 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-eab6e7c7-d934-4019-b7ac-78092ecdc728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bf1cff-f476-40ab-863e-09fd2afe8e39') {'for_net_delete': True} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:33.990140 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-eab6e7c7-d934-4019-b7ac-78092ecdc728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bf1cff-f476-40ab-863e-09fd2afe8e39') {} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:34.000606 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eab6e7c7-d934-4019-b7ac-78092ecdc728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417039'] for segment (44bf1cff-f476-40ab-863e-09fd2afe8e39), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.015215 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eab6e7c7-d934-4019-b7ac-78092ecdc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (44bf1cff-f476-40ab-863e-09fd2afe8e39), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.022450 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab6e7c7-d934-4019-b7ac-78092ecdc728 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:01:34.022849 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eab6e7c7-d934-4019-b7ac-78092ecdc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64256915'] for segment (44bf1cff-f476-40ab-863e-09fd2afe8e39), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: Traceback (most recent call last): Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: timer() Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: cb(*args, **kw) Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: return func(*args, **kwargs) Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: self._notify() Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: self.callback(batched_events) Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: event.method(event) Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: return f(self, *a, **k) Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._get(url).json() Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: return self.request(url, 'GET', **kwargs) Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:01:34.024644 dv-cinder-830086-2-iscsi neutron-server[110282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:01:34.049337 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dd04bb67-eabe-4057-9433-0b1dbc3cb936 req-22ec0fc6-871d-4644-ad52-04eb35c6dd75 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 210 time: 0.0780146 Mar 08 12:01:34.103684 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-7b40a0d1-de63-466e-b3c5-54ed44209749 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:34.105259 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-7b40a0d1-de63-466e-b3c5-54ed44209749 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.53 "GET /v2.0/networks?id=8d0db3a2-0a95-4904-987a-929c171ec9db HTTP/1.1" status: 200 len: 808 time: 0.1615336 Mar 08 12:01:34.127386 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d9217cdb-5d16-4402-84f0-0b3c3cfca641 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Request body: {'port': {'device_id': 'a34b6a91-e2f5-44a8-b563-386542981edf', 'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db', 'admin_state_up': True, 'tenant_id': '07e8ae0481dd41c485dd93c736899706'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:34.155203 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eab6e7c7-d934-4019-b7ac-78092ecdc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (5cf33e48-aabb-4980-a747-ac68d9e238cc), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.172987 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eab6e7c7-d934-4019-b7ac-78092ecdc728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.176205 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-eab6e7c7-d934-4019-b7ac-78092ecdc728 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5cf33e48-aabb-4980-a747-ac68d9e238cc HTTP/1.1" status: 204 len: 168 time: 0.4137523 Mar 08 12:01:34.177622 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6e7c7-d934-4019-b7ac-78092ecdc728 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf33e48-aabb-4980-a747-ac68d9e238cc,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:34.191863 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-09541066-4d74-4ae1-9263-dd81a5aa3b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (806f13b6-f2e6-455e-9051-62d9f1331edd), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.195164 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-09541066-4d74-4ae1-9263-dd81a5aa3b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.196452 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-09541066-4d74-4ae1-9263-dd81a5aa3b23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/806f13b6-f2e6-455e-9051-62d9f1331edd HTTP/1.1" status: 204 len: 168 time: 0.4392900 Mar 08 12:01:34.211777 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09541066-4d74-4ae1-9263-dd81a5aa3b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806f13b6-f2e6-455e-9051-62d9f1331edd,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:34.326441 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d9217cdb-5d16-4402-84f0-0b3c3cfca641 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Made reservation on behalf of 07e8ae0481dd41c485dd93c736899706 for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:34.330395 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d9217cdb-5d16-4402-84f0-0b3c3cfca641 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.488215 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d9217cdb-5d16-4402-84f0-0b3c3cfca641 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Allocated IP 172.20.0.10 (8d0db3a2-0a95-4904-987a-929c171ec9db/75848af8-286c-4161-ab78-858a51ef7075/acc7a83f-ffd6-4335-af0e-84bdc0c06362) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:01:34.641472 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43332) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:34.672002 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d9217cdb-5d16-4402-84f0-0b3c3cfca641 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks [] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.693585 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c82a4dec-1ffd-4edf-a574-fc30d67d5207 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b47fc40178a401dac0d97ac08e606e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507500 Mar 08 12:01:34.696073 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43334) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:34.767323 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-79763e3b-727c-4ba7-b9a0-085e7166f6b1 admin admin] Publish callbacks [] for security_group (6fd669d0-6eda-4af0-9bf4-8ad19817971b), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.791055 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a23430-8a12-43a6-92c1-a75572d122cd req-f4e55b5f-d618-4ed9-8e56-c3f934b6f620 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:34.792688 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-89a23430-8a12-43a6-92c1-a75572d122cd req-f4e55b5f-d618-4ed9-8e56-c3f934b6f620 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0773728 Mar 08 12:01:34.800975 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-79763e3b-727c-4ba7-b9a0-085e7166f6b1 admin admin] Publish callbacks [] for security_group (6fd669d0-6eda-4af0-9bf4-8ad19817971b), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.821226 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d9217cdb-5d16-4402-84f0-0b3c3cfca641 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.888181 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-89a23430-8a12-43a6-92c1-a75572d122cd req-5499f377-abc1-4300-8f97-d082d943df4a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890400 Mar 08 12:01:34.890056 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d9217cdb-5d16-4402-84f0-0b3c3cfca641 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Network 8d0db3a2-0a95-4904-987a-929c171ec9db is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:01:34.895330 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d9217cdb-5d16-4402-84f0-0b3c3cfca641 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:34.899981 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d9217cdb-5d16-4402-84f0-0b3c3cfca641 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:01:34.905272 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d9217cdb-5d16-4402-84f0-0b3c3cfca641 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:34.906222 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d9217cdb-5d16-4402-84f0-0b3c3cfca641 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.931756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9217cdb-5d16-4402-84f0-0b3c3cfca641 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Pushing event updated for resources: {'Port': ['ID=acc7a83f-ffd6-4335-af0e-84bdc0c06362,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:34.948598 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-79763e3b-727c-4ba7-b9a0-085e7166f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6fd669d0-6eda-4af0-9bf4-8ad19817971b), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.949748 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c058a399-2e91-45e2-88ca-2f60c72f1627 req-ecdbe7ca-dcbe-4add-8048-d82360824e45 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 210 time: 0.0409944 Mar 08 12:01:34.953589 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-79763e3b-727c-4ba7-b9a0-085e7166f6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:34.961582 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-79763e3b-727c-4ba7-b9a0-085e7166f6b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6fd669d0-6eda-4af0-9bf4-8ad19817971b HTTP/1.1" status: 204 len: 168 time: 0.2572525 Mar 08 12:01:34.969589 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79763e3b-727c-4ba7-b9a0-085e7166f6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd669d0-6eda-4af0-9bf4-8ad19817971b,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:35.027663 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d9217cdb-5d16-4402-84f0-0b3c3cfca641 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8917785 Mar 08 12:01:35.065021 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Request body: {'port': {'device_id': 'a34b6a91-e2f5-44a8-b563-386542981edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:35.140727 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.177847 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43346) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:35.197869 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7ed6cdd8-fd25-4e8c-94ac-f15cdaab4c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.231742 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715e518-dc95-46cb-bab4-1ba666009855 req-f25b26d2-3aa8-4f36-a6ce-8df11781f88d tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:35.233359 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7715e518-dc95-46cb-bab4-1ba666009855 req-f25b26d2-3aa8-4f36-a6ce-8df11781f88d tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 932 time: 0.1037543 Mar 08 12:01:35.309259 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7ed6cdd8-fd25-4e8c-94ac-f15cdaab4c0b admin admin] Publish callbacks [] for security_group (8f23ae70-c753-4d45-8598-08eb8ef82b5e), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.368300 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7715e518-dc95-46cb-bab4-1ba666009855 req-2fe14ffe-d024-4c2a-bccf-118eb51a4fc2 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265604 Mar 08 12:01:35.393904 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7ed6cdd8-fd25-4e8c-94ac-f15cdaab4c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (8f23ae70-c753-4d45-8598-08eb8ef82b5e), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.438113 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-7ed6cdd8-fd25-4e8c-94ac-f15cdaab4c0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94cb6288a7d644b78bdd1ad98ea062b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591512 Mar 08 12:01:35.439023 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6cdd8-fd25-4e8c-94ac-f15cdaab4c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f23ae70-c753-4d45-8598-08eb8ef82b5e,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:35.445339 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 43354) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:35.544680 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc7a83f-ffd6-4335-af0e-84bdc0c06362 {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:01:35.549192 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-db9bacc5-e0cc-4f1b-b6d5-a07e4b329629 admin admin] Publish callbacks [] for security_group (8f23ae70-c753-4d45-8598-08eb8ef82b5e), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.555365 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Publish callbacks [] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.583147 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Transition to ACTIVE for port object acc7a83f-ffd6-4335-af0e-84bdc0c06362 will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:01:35.585991 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-db9bacc5-e0cc-4f1b-b6d5-a07e4b329629 admin admin] Publish callbacks [] for security_group (8f23ae70-c753-4d45-8598-08eb8ef82b5e), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.634605 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.688909 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Pushing event updated for resources: {'Port': ['ID=acc7a83f-ffd6-4335-af0e-84bdc0c06362,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:35.716024 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-db9bacc5-e0cc-4f1b-b6d5-a07e4b329629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (8f23ae70-c753-4d45-8598-08eb8ef82b5e), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.718528 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-db9bacc5-e0cc-4f1b-b6d5-a07e4b329629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.719676 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-db9bacc5-e0cc-4f1b-b6d5-a07e4b329629 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f23ae70-c753-4d45-8598-08eb8ef82b5e HTTP/1.1" status: 204 len: 168 time: 0.2731576 Mar 08 12:01:35.737543 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Attempting to bind port acc7a83f-ffd6-4335-af0e-84bdc0c06362 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:01:35.737912 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Attempting to bind port acc7a83f-ffd6-4335-af0e-84bdc0c06362 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'ee851eec-88cd-47b0-840b-8e9bc8363ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:01:35.738212 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Attempting to bind port acc7a83f-ffd6-4335-af0e-84bdc0c06362 on network 8d0db3a2-0a95-4904-987a-929c171ec9db {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:35.740357 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bacc5-e0cc-4f1b-b6d5-a07e4b329629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f23ae70-c753-4d45-8598-08eb8ef82b5e,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:35.745367 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Port acc7a83f-ffd6-4335-af0e-84bdc0c06362 on network 8d0db3a2-0a95-4904-987a-929c171ec9db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:01:35.745550 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Attempting to bind port acc7a83f-ffd6-4335-af0e-84bdc0c06362 on network 8d0db3a2-0a95-4904-987a-929c171ec9db {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:35.764386 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:01:35.764386 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Checking segment: {'id': 'ee851eec-88cd-47b0-840b-8e9bc8363ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:35.764386 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Bound using segment: {'id': 'ee851eec-88cd-47b0-840b-8e9bc8363ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:01:35.764386 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Bound port: acc7a83f-ffd6-4335-af0e-84bdc0c06362, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee851eec-88cd-47b0-840b-8e9bc8363ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:01:35.764386 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.831559 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] For port acc7a83f-ffd6-4335-af0e-84bdc0c06362, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:01:35.835864 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] For port acc7a83f-ffd6-4335-af0e-84bdc0c06362, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=acc7a83f-ffd6-4335-af0e-84bdc0c06362,segment=NetworkSegment(ee851eec-88cd-47b0-840b-8e9bc8363ae6),segment_id=ee851eec-88cd-47b0-840b-8e9bc8363ae6)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:01:35.921564 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.967433 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:35.968069 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:35.969596 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] 10.222.0.53 "PUT /v2.0/ports/acc7a83f-ffd6-4335-af0e-84bdc0c06362 HTTP/1.1" status: 200 len: 1094 time: 0.9091897 Mar 08 12:01:35.970062 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34b6a91-e2f5-44a8-b563-386542981edf', 'tag': 'acc7a83f-ffd6-4335-af0e-84bdc0c06362'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:35.972345 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16341c9-ffa6-4fae-a315-b787fbebee18" -d '{"events": [{"name": "network-changed", "server_uuid": "a34b6a91-e2f5-44a8-b563-386542981edf", "tag": "acc7a83f-ffd6-4335-af0e-84bdc0c06362"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:35.996930 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a86f8-951f-4351-af70-282ef484f20c service neutron] Pushing event updated for resources: {'Port': ['ID=acc7a83f-ffd6-4335-af0e-84bdc0c06362,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:36.078740 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cc8cef39-28c7-45b0-bff5-cf3a7c11c6bb req-9c3fcaa0-cca5-4c2f-b89d-96eb96a5db67 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 210 time: 0.0295608 Mar 08 12:01:36.124814 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cf436-3f04-40a1-a21f-b69138ec38fa req-0baff381-64db-4440-90da-5549a43939df tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:36.129192 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7a9cf436-3f04-40a1-a21f-b69138ec38fa req-0baff381-64db-4440-90da-5549a43939df tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.1104188 Mar 08 12:01:36.149764 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:36.185629 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c89921-a3a8-43d3-8415-c11c62657624 x-openstack-request-id: req-93c89921-a3a8-43d3-8415-c11c62657624 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:36.185926 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34b6a91-e2f5-44a8-b563-386542981edf", "tag": "acc7a83f-ffd6-4335-af0e-84bdc0c06362", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:36.186524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93c89921-a3a8-43d3-8415-c11c62657624 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:36.186638 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34b6a91-e2f5-44a8-b563-386542981edf', 'tag': 'acc7a83f-ffd6-4335-af0e-84bdc0c06362', 'status': 'completed', 'code': 200} Mar 08 12:01:36.215431 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-cdcb7a3c-128c-47ce-8ddf-04f136611876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:36.217070 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-cdcb7a3c-128c-47ce-8ddf-04f136611876 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e8ae0481dd41c485dd93c736899706&device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 1128 time: 0.0898647 Mar 08 12:01:36.220874 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7a9cf436-3f04-40a1-a21f-b69138ec38fa req-1b62409b-df36-4151-90f2-6f7424da2593 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819674 Mar 08 12:01:36.277756 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-b381c2ed-d262-4bf9-9f5d-e14be9be2b9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acc7a83f-ffd6-4335-af0e-84bdc0c06362 HTTP/1.1" status: 200 len: 217 time: 0.0476723 Mar 08 12:01:36.468098 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-987cac49-bd14-429a-8a0c-96df9d8fa83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:36.469613 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-987cac49-bd14-429a-8a0c-96df9d8fa83d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=75848af8-286c-4161-ab78-858a51ef7075 HTTP/1.1" status: 200 len: 848 time: 0.1681225 Mar 08 12:01:36.487419 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f87e07-2480-426f-9805-d923ce630e08 req-4e6c6663-fff0-4ca8-aa27-57e11d0bbd1f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:36.488910 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-4e6c6663-fff0-4ca8-aa27-57e11d0bbd1f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.53 "GET /v2.0/networks?id=7781020b-f710-49e4-8800-50e6495a8913 HTTP/1.1" status: 200 len: 813 time: 0.1886361 Mar 08 12:01:36.518875 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-24f87e07-2480-426f-9805-d923ce630e08 req-1aadba94-14a3-463c-9084-87bc607254be tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Request body: {'port': {'device_id': '618542e2-0a48-485d-8594-44f11942560a', 'network_id': '7781020b-f710-49e4-8800-50e6495a8913', 'admin_state_up': True, 'tenant_id': 'f04d68a21e4e43c8b1141df0c0bedf76'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:36.541372 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-8eae8465-0263-4917-9d3b-69afc3cd5323 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d0db3a2-0a95-4904-987a-929c171ec9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603220 Mar 08 12:01:36.921194 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59991b6e-c55b-44ec-8dfa-00f5981c2b30 req-ba1541fa-30d6-4f76-98dd-5254c63f911b tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:36.922739 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-59991b6e-c55b-44ec-8dfa-00f5981c2b30 req-ba1541fa-30d6-4f76-98dd-5254c63f911b tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 944 time: 0.4569538 Mar 08 12:01:37.003614 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-0c021cb7-0026-4889-bdbe-c881aee63ed6 service neutron] 10.222.0.53 "GET /v2.0/networks/8d0db3a2-0a95-4904-987a-929c171ec9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497998 Mar 08 12:01:37.019434 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-59991b6e-c55b-44ec-8dfa-00f5981c2b30 req-056ffa3c-5628-46f6-b282-d24548b06fdc tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902772 Mar 08 12:01:37.074513 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f87e07-2480-426f-9805-d923ce630e08 req-1aadba94-14a3-463c-9084-87bc607254be tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Made reservation on behalf of f04d68a21e4e43c8b1141df0c0bedf76 for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:37.077500 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-24f87e07-2480-426f-9805-d923ce630e08 req-1aadba94-14a3-463c-9084-87bc607254be tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:37.168468 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1744bc7-66d3-4a02-ba03-80a3fdbe2709 req-b6d7558a-0f2b-4bb6-8510-9ec7ef7cc8d8 service neutron] 10.222.0.53 "GET /v2.0/networks/8d0db3a2-0a95-4904-987a-929c171ec9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572816 Mar 08 12:01:37.276404 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ebf20a72-a0de-4f28-b1d6-a40dee264464 req-b7bd54a6-c405-4ba1-b254-56069d8f1463 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 210 time: 0.0536597 Mar 08 12:01:37.297018 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-24f87e07-2480-426f-9805-d923ce630e08 req-1aadba94-14a3-463c-9084-87bc607254be tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Allocated IP 172.20.0.14 (7781020b-f710-49e4-8800-50e6495a8913/482bb963-7518-4531-8809-4ea233a252e0/130ca192-6a12-4f14-aa4f-2fd7d3ebc964) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:01:37.434124 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a012a-feeb-435b-a320-d4c023c08fda req-d51e9f08-471a-49aa-ae92-30c7b330f407 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:37.435673 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3e8a012a-feeb-435b-a320-d4c023c08fda req-d51e9f08-471a-49aa-ae92-30c7b330f407 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.1279693 Mar 08 12:01:37.522473 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16341c9-ffa6-4fae-a315-b787fbebee18 req-b328efe0-2e30-4714-9d5d-c258a6e05ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:37.524256 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e16341c9-ffa6-4fae-a315-b787fbebee18 req-b328efe0-2e30-4714-9d5d-c258a6e05ef1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e8ae0481dd41c485dd93c736899706&device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 1128 time: 0.1629062 Mar 08 12:01:37.580773 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3e8a012a-feeb-435b-a320-d4c023c08fda req-86bd46c6-f479-41ec-917e-80c306eb572f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336327 Mar 08 12:01:37.648295 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-24f87e07-2480-426f-9805-d923ce630e08 req-1aadba94-14a3-463c-9084-87bc607254be tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks [] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:37.689510 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16341c9-ffa6-4fae-a315-b787fbebee18 req-978a4b63-e2c5-446f-b60c-60039b7fa962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:37.691080 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e16341c9-ffa6-4fae-a315-b787fbebee18 req-978a4b63-e2c5-446f-b60c-60039b7fa962 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8d0db3a2-0a95-4904-987a-929c171ec9db HTTP/1.1" status: 200 len: 909 time: 0.1520133 Mar 08 12:01:37.739906 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e16341c9-ffa6-4fae-a315-b787fbebee18 req-ce1feb13-22ff-49ca-b3c4-b43780b1f530 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acc7a83f-ffd6-4335-af0e-84bdc0c06362 HTTP/1.1" status: 200 len: 217 time: 0.0420258 Mar 08 12:01:37.789933 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16341c9-ffa6-4fae-a315-b787fbebee18 req-53a62f25-7ab2-4275-aeaa-77182eafb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:37.791538 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e16341c9-ffa6-4fae-a315-b787fbebee18 req-53a62f25-7ab2-4275-aeaa-77182eafb67e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=75848af8-286c-4161-ab78-858a51ef7075 HTTP/1.1" status: 200 len: 848 time: 0.0455778 Mar 08 12:01:37.825573 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e16341c9-ffa6-4fae-a315-b787fbebee18 req-bb5d1499-6ac2-4325-a51f-e112826eb061 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d0db3a2-0a95-4904-987a-929c171ec9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270379 Mar 08 12:01:37.826750 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-24f87e07-2480-426f-9805-d923ce630e08 req-1aadba94-14a3-463c-9084-87bc607254be tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:37.891078 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f87e07-2480-426f-9805-d923ce630e08 req-1aadba94-14a3-463c-9084-87bc607254be tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Network 7781020b-f710-49e4-8800-50e6495a8913 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:01:37.900052 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-24f87e07-2480-426f-9805-d923ce630e08 req-1aadba94-14a3-463c-9084-87bc607254be tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:37.911954 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f87e07-2480-426f-9805-d923ce630e08 req-1aadba94-14a3-463c-9084-87bc607254be tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:01:37.917652 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f87e07-2480-426f-9805-d923ce630e08 req-1aadba94-14a3-463c-9084-87bc607254be tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:37.918297 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-24f87e07-2480-426f-9805-d923ce630e08 req-1aadba94-14a3-463c-9084-87bc607254be tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:37.954272 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadba94-14a3-463c-9084-87bc607254be tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Pushing event updated for resources: {'Port': ['ID=130ca192-6a12-4f14-aa4f-2fd7d3ebc964,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:37.988037 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e16341c9-ffa6-4fae-a315-b787fbebee18 req-1d8bbe41-c726-428f-bff9-ad2912f3c4ec service neutron] 10.222.0.53 "GET /v2.0/networks/8d0db3a2-0a95-4904-987a-929c171ec9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542020 Mar 08 12:01:38.085171 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-1aadba94-14a3-463c-9084-87bc607254be tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5709784 Mar 08 12:01:38.089304 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e16341c9-ffa6-4fae-a315-b787fbebee18 req-62350bf5-1462-4a47-929d-ed322e27b296 service neutron] 10.222.0.53 "GET /v2.0/networks/8d0db3a2-0a95-4904-987a-929c171ec9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945566 Mar 08 12:01:38.123350 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Request body: {'port': {'device_id': '618542e2-0a48-485d-8594-44f11942560a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:38.198751 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac3d02-c213-4bbf-b416-5b31dc703a5f req-cde78d69-ae6c-475e-b689-e273aa2ab773 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:38.206749 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c9ac3d02-c213-4bbf-b416-5b31dc703a5f req-cde78d69-ae6c-475e-b689-e273aa2ab773 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 944 time: 0.1102312 Mar 08 12:01:38.216339 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.295712 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c9ac3d02-c213-4bbf-b416-5b31dc703a5f req-dbd9b0c7-ce63-4a28-bf41-17c9cdd8d06a tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882792 Mar 08 12:01:38.450844 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda4b18-4595-4672-a799-10fb5576c118 req-b9f01610-b1e4-4aa9-90fc-015fe00c59ac tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:38.452387 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9eda4b18-4595-4672-a799-10fb5576c118 req-b9f01610-b1e4-4aa9-90fc-015fe00c59ac tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 932 time: 0.0935309 Mar 08 12:01:38.552562 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9eda4b18-4595-4672-a799-10fb5576c118 req-39872772-72c2-4b8c-8c13-66537ca37460 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719414 Mar 08 12:01:38.609832 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:01:38.619107 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Publish callbacks [] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.633502 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Transition to ACTIVE for port object 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:01:38.707847 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aa99d-5c1b-4539-ad45-8e5e4d1c1971 req-b7984766-b71f-4168-af2b-7ca4e2d1484c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:38.709477 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-302aa99d-5c1b-4539-ad45-8e5e4d1c1971 req-b7984766-b71f-4168-af2b-7ca4e2d1484c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0578413 Mar 08 12:01:38.713389 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.800473 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=130ca192-6a12-4f14-aa4f-2fd7d3ebc964,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:38.816478 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-302aa99d-5c1b-4539-ad45-8e5e4d1c1971 req-f4b8a1e6-2846-48b2-ab8a-8f14afe811ae tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983915 Mar 08 12:01:38.844384 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Attempting to bind port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:01:38.850902 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Attempting to bind port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7781020b-f710-49e4-8800-50e6495a8913'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:01:38.850902 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Attempting to bind port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 on network 7781020b-f710-49e4-8800-50e6495a8913 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:38.850902 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 on network 7781020b-f710-49e4-8800-50e6495a8913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:01:38.850902 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Attempting to bind port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 on network 7781020b-f710-49e4-8800-50e6495a8913 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:01:38.855626 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:01:38.856097 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Checking segment: {'id': 'c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7781020b-f710-49e4-8800-50e6495a8913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:01:38.856523 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Bound using segment: {'id': 'c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7781020b-f710-49e4-8800-50e6495a8913'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:01:38.857199 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Bound port: 130ca192-6a12-4f14-aa4f-2fd7d3ebc964, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7781020b-f710-49e4-8800-50e6495a8913'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:01:38.857922 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:38.931458 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] For port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:01:38.934567 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] For port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=130ca192-6a12-4f14-aa4f-2fd7d3ebc964,segment=NetworkSegment(c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd),segment_id=c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:01:39.029371 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.063261 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:39.063547 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.064967 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] 10.222.0.53 "PUT /v2.0/ports/130ca192-6a12-4f14-aa4f-2fd7d3ebc964 HTTP/1.1" status: 200 len: 1094 time: 0.9464309 Mar 08 12:01:39.067274 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618542e2-0a48-485d-8594-44f11942560a', 'tag': '130ca192-6a12-4f14-aa4f-2fd7d3ebc964'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:39.069766 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a434c99-9f75-460c-8bde-f706a0b8bd85" -d '{"events": [{"name": "network-changed", "server_uuid": "618542e2-0a48-485d-8594-44f11942560a", "tag": "130ca192-6a12-4f14-aa4f-2fd7d3ebc964"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:39.096880 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d06a94-341e-42b9-88bf-e001ba6ebfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=130ca192-6a12-4f14-aa4f-2fd7d3ebc964,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:39.118795 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435a2591-6eee-4971-8a90-3788fd103614 x-openstack-request-id: req-435a2591-6eee-4971-8a90-3788fd103614 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:39.119105 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618542e2-0a48-485d-8594-44f11942560a", "tag": "130ca192-6a12-4f14-aa4f-2fd7d3ebc964", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:39.119375 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-435a2591-6eee-4971-8a90-3788fd103614 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:39.119775 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618542e2-0a48-485d-8594-44f11942560a', 'tag': '130ca192-6a12-4f14-aa4f-2fd7d3ebc964', 'status': 'completed', 'code': 200} Mar 08 12:01:39.217476 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434c99-9f75-460c-8bde-f706a0b8bd85 req-9befd21b-db6d-450f-91f1-0bad9ba06a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:39.219120 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6a434c99-9f75-460c-8bde-f706a0b8bd85 req-9befd21b-db6d-450f-91f1-0bad9ba06a7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f04d68a21e4e43c8b1141df0c0bedf76&device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 1128 time: 0.0474074 Mar 08 12:01:39.348828 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43504) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:39.378396 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434c99-9f75-460c-8bde-f706a0b8bd85 req-ba94edd6-3506-4aff-9bed-d949d586d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:39.381120 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6a434c99-9f75-460c-8bde-f706a0b8bd85 req-ba94edd6-3506-4aff-9bed-d949d586d8ef service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f04d68a21e4e43c8b1141df0c0bedf76&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1359625 Mar 08 12:01:39.513221 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e244-4166-4fd3-a8a8-8402b346d882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.537518 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1fb8f-0fa4-4031-87d7-05bfb61c1bfa req-e11716a6-5119-463e-8d34-b621a4c7a9f8 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:39.539405 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-39d1fb8f-0fa4-4031-87d7-05bfb61c1bfa req-e11716a6-5119-463e-8d34-b621a4c7a9f8 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 944 time: 0.1288404 Mar 08 12:01:39.544779 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434c99-9f75-460c-8bde-f706a0b8bd85 req-21c31a43-3e20-492f-bbc2-d620c37d6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:39.546232 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6a434c99-9f75-460c-8bde-f706a0b8bd85 req-21c31a43-3e20-492f-bbc2-d620c37d6cc6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570089 Mar 08 12:01:39.592975 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-39d1fb8f-0fa4-4031-87d7-05bfb61c1bfa req-44181d8c-18f5-4d8e-abb3-4f8e7fe28869 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456367 Mar 08 12:01:39.606086 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e244-4166-4fd3-a8a8-8402b346d882 admin admin] Publish callbacks [] for security_group (edb2ae58-7b76-47c8-adc0-14ffe5781253), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.668445 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f87e07-2480-426f-9805-d923ce630e08 req-df1d0621-9c3e-40b1-b32c-283a9647bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:39.670067 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-df1d0621-9c3e-40b1-b32c-283a9647bf34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f04d68a21e4e43c8b1141df0c0bedf76&device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 1128 time: 0.0574365 Mar 08 12:01:39.680462 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e244-4166-4fd3-a8a8-8402b346d882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (edb2ae58-7b76-47c8-adc0-14ffe5781253), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.728823 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0e244-4166-4fd3-a8a8-8402b346d882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb2ae58-7b76-47c8-adc0-14ffe5781253,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:39.729009 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-93307be9-60d4-4154-9d08-091cdad1756b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=130ca192-6a12-4f14-aa4f-2fd7d3ebc964 HTTP/1.1" status: 200 len: 217 time: 0.0444531 Mar 08 12:01:39.732996 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-8ea0e244-4166-4fd3-a8a8-8402b346d882 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1554cbff29d742499cd0e52839f86ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830938 Mar 08 12:01:39.735576 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43522) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:39.798590 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd963-dbd8-4478-9984-4498c78cd1a9 req-e529e00c-e878-4a64-8d4f-b13494b8be3c tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:39.800118 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a69fd963-dbd8-4478-9984-4498c78cd1a9 req-e529e00c-e878-4a64-8d4f-b13494b8be3c tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 944 time: 0.1462727 Mar 08 12:01:39.801376 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-98e77934-13ea-40dc-add0-f9301436ee76 admin admin] Publish callbacks [] for security_group (edb2ae58-7b76-47c8-adc0-14ffe5781253), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.806747 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f87e07-2480-426f-9805-d923ce630e08 req-2ee7385b-de31-49d0-b357-760ddcdf7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:39.808201 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-2ee7385b-de31-49d0-b357-760ddcdf7fc6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=482bb963-7518-4531-8809-4ea233a252e0 HTTP/1.1" status: 200 len: 853 time: 0.0639930 Mar 08 12:01:39.824803 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-98e77934-13ea-40dc-add0-f9301436ee76 admin admin] Publish callbacks [] for security_group (edb2ae58-7b76-47c8-adc0-14ffe5781253), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.850542 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-8ecb5ee1-3683-4c77-86af-7e93f20a2de7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7781020b-f710-49e4-8800-50e6495a8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274484 Mar 08 12:01:39.914764 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a69fd963-dbd8-4478-9984-4498c78cd1a9 req-d2181f5d-3f28-4dcd-bced-c824837be752 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055584 Mar 08 12:01:39.941798 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-98e77934-13ea-40dc-add0-f9301436ee76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (edb2ae58-7b76-47c8-adc0-14ffe5781253), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.944926 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-98e77934-13ea-40dc-add0-f9301436ee76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:39.948467 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-98e77934-13ea-40dc-add0-f9301436ee76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/edb2ae58-7b76-47c8-adc0-14ffe5781253 HTTP/1.1" status: 204 len: 168 time: 0.2086961 Mar 08 12:01:39.954222 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e77934-13ea-40dc-add0-f9301436ee76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb2ae58-7b76-47c8-adc0-14ffe5781253,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:40.003486 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363084f-c389-45a7-82f3-0fd836ea09f2 req-6c33f6e3-db78-4957-add6-9dcd8929b382 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:40.005166 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d363084f-c389-45a7-82f3-0fd836ea09f2 req-6c33f6e3-db78-4957-add6-9dcd8929b382 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.1117353 Mar 08 12:01:40.007733 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-1f681df1-6197-4a34-a8ab-6b2d4863497d service neutron] 10.222.0.53 "GET /v2.0/networks/7781020b-f710-49e4-8800-50e6495a8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472530 Mar 08 12:01:40.109187 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d363084f-c389-45a7-82f3-0fd836ea09f2 req-664f2a8f-6ae8-44ca-a3cb-e5ca08567baa tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973155 Mar 08 12:01:40.135105 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24f87e07-2480-426f-9805-d923ce630e08 req-afa643d3-277b-4f11-8266-478a548c4ee3 service neutron] 10.222.0.53 "GET /v2.0/networks/7781020b-f710-49e4-8800-50e6495a8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172807 Mar 08 12:01:40.583019 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43534) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:40.596307 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4ec129c2-d59d-4df1-b583-5b2a25dc6052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.680621 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4ec129c2-d59d-4df1-b583-5b2a25dc6052 admin admin] Publish callbacks [] for security_group (60b6c710-7ebc-4d2d-87a2-f110d0a55acd), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.714058 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f022684-4158-4f4f-9245-da00d5c71253 req-6deb4170-f533-4ad7-a125-323806c4df77 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:40.715528 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7f022684-4158-4f4f-9245-da00d5c71253 req-6deb4170-f533-4ad7-a125-323806c4df77 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 944 time: 0.0540676 Mar 08 12:01:40.738021 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4ec129c2-d59d-4df1-b583-5b2a25dc6052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (60b6c710-7ebc-4d2d-87a2-f110d0a55acd), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.769128 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7f022684-4158-4f4f-9245-da00d5c71253 req-a49b1357-22cf-462e-bf09-898f67f56235 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479429 Mar 08 12:01:40.777573 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec129c2-d59d-4df1-b583-5b2a25dc6052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b6c710-7ebc-4d2d-87a2-f110d0a55acd,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:40.785997 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-4ec129c2-d59d-4df1-b583-5b2a25dc6052 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13b5088886ca4893a41b411f34951658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016850 Mar 08 12:01:40.786496 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 43538) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:40.844437 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-12cbd898-fc99-4548-b952-cce2fbb5deda admin admin] Publish callbacks [] for security_group (60b6c710-7ebc-4d2d-87a2-f110d0a55acd), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:40.868084 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-12cbd898-fc99-4548-b952-cce2fbb5deda admin admin] Publish callbacks [] for security_group (60b6c710-7ebc-4d2d-87a2-f110d0a55acd), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:41.034112 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e4eaf-f1b6-45a1-8e75-80131e57ad98 req-cd75d223-56ae-4708-afcc-707cfda82e11 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:41.035728 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1d0e4eaf-f1b6-45a1-8e75-80131e57ad98 req-cd75d223-56ae-4708-afcc-707cfda82e11 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 944 time: 0.0538695 Mar 08 12:01:41.036878 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-12cbd898-fc99-4548-b952-cce2fbb5deda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (60b6c710-7ebc-4d2d-87a2-f110d0a55acd), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:41.039552 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-12cbd898-fc99-4548-b952-cce2fbb5deda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:41.043048 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-12cbd898-fc99-4548-b952-cce2fbb5deda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60b6c710-7ebc-4d2d-87a2-f110d0a55acd HTTP/1.1" status: 204 len: 168 time: 0.2526190 Mar 08 12:01:41.062049 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbd898-fc99-4548-b952-cce2fbb5deda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b6c710-7ebc-4d2d-87a2-f110d0a55acd,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:41.096218 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1d0e4eaf-f1b6-45a1-8e75-80131e57ad98 req-b2b3ad59-f2bb-4ca3-95d7-5b0d4a9d9bbf tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544286 Mar 08 12:01:41.239349 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432ceb0-0468-4818-9f71-69ea5ecb8757 req-fcd6fc03-2af5-4adf-89b8-e9ebb8a8e433 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:41.240882 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0432ceb0-0468-4818-9f71-69ea5ecb8757 req-fcd6fc03-2af5-4adf-89b8-e9ebb8a8e433 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0623257 Mar 08 12:01:41.291961 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0432ceb0-0468-4818-9f71-69ea5ecb8757 req-9ee661c1-8fe6-4ba4-a4f4-4cf99be3b485 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Mar 08 12:01:41.340676 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device acc7a83f-ffd6-4335-af0e-84bdc0c06362 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:01:41.448215 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port acc7a83f-ffd6-4335-af0e-84bdc0c06362, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=acc7a83f-ffd6-4335-af0e-84bdc0c06362,segment=NetworkSegment(ee851eec-88cd-47b0-840b-8e9bc8363ae6),segment_id=ee851eec-88cd-47b0-840b-8e9bc8363ae6)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:41.460643 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': 'acc7a83f-ffd6-4335-af0e-84bdc0c06362', 'network_id': '8d0db3a2-0a95-4904-987a-929c171ec9db', 'port_id': 'acc7a83f-ffd6-4335-af0e-84bdc0c06362', 'mac_address': 'fa:16:3e:f1:a8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75848af8-286c-4161-ab78-858a51ef7075', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:01:41.502740 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port acc7a83f-ffd6-4335-af0e-84bdc0c06362 is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:41.502846 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:41.517188 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc7a83f-ffd6-4335-af0e-84bdc0c06362 {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:01:41.538163 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port acc7a83f-ffd6-4335-af0e-84bdc0c06362, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=acc7a83f-ffd6-4335-af0e-84bdc0c06362,segment=NetworkSegment(ee851eec-88cd-47b0-840b-8e9bc8363ae6),segment_id=ee851eec-88cd-47b0-840b-8e9bc8363ae6)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:41.607245 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:41.662463 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=acc7a83f-ffd6-4335-af0e-84bdc0c06362,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:41.909343 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09056925-4740-4e71-b401-88d16a5e41bd req-c027ba33-f92a-4817-ab41-5a523d2b0dcc tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:41.910885 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-09056925-4740-4e71-b401-88d16a5e41bd req-c027ba33-f92a-4817-ab41-5a523d2b0dcc tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 945 time: 0.0620103 Mar 08 12:01:41.970465 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-09056925-4740-4e71-b401-88d16a5e41bd req-260d5d6f-ab6c-4873-aabc-befa5a847d6a tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533476 Mar 08 12:01:42.225521 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8818e-57c2-4a88-b4a4-afcaed6a8e66 req-ddb7276a-1ad5-4f0c-b98a-010e14d7061c tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:42.225521 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e8d8818e-57c2-4a88-b4a4-afcaed6a8e66 req-ddb7276a-1ad5-4f0c-b98a-010e14d7061c tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 944 time: 0.0571058 Mar 08 12:01:42.273874 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e8d8818e-57c2-4a88-b4a4-afcaed6a8e66 req-be9b7644-2cf4-4769-93aa-d1a7f6131091 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451512 Mar 08 12:01:42.290611 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['acc7a83f-ffd6-4335-af0e-84bdc0c06362'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:01:42.441613 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a314307-924e-40e8-8a90-140b4295959e req-7d81a171-3323-401c-8d35-1efce85077a5 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:42.443214 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7a314307-924e-40e8-8a90-140b4295959e req-7d81a171-3323-401c-8d35-1efce85077a5 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0576904 Mar 08 12:01:42.505524 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7a314307-924e-40e8-8a90-140b4295959e req-fb15fbe7-36c1-4809-bf97-1a111f376854 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527639 Mar 08 12:01:42.573374 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43636) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:42.677320 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ef060779-797d-4d9d-8737-d49901f4fedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.751064 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ef060779-797d-4d9d-8737-d49901f4fedb admin admin] Publish callbacks [] for security_group (a022549b-a8a7-45a4-859e-8c85c299477b), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.800298 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ef060779-797d-4d9d-8737-d49901f4fedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a022549b-a8a7-45a4-859e-8c85c299477b), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.838632 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-ef060779-797d-4d9d-8737-d49901f4fedb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f502706cd1d3426b8d03deb1906c9ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641363 Mar 08 12:01:42.840683 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef060779-797d-4d9d-8737-d49901f4fedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a022549b-a8a7-45a4-859e-8c85c299477b,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:42.841568 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 43642) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:42.895070 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c38ec2b0-4e86-4941-8bb1-5afac6e2fd08 admin admin] Publish callbacks [] for security_group (a022549b-a8a7-45a4-859e-8c85c299477b), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:42.923548 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c38ec2b0-4e86-4941-8bb1-5afac6e2fd08 admin admin] Publish callbacks [] for security_group (a022549b-a8a7-45a4-859e-8c85c299477b), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.089439 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b5a7a-e53d-4eb6-98fc-043bbfbad78e req-1652ae17-f239-422f-b903-d4cac6a7cf5a tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:43.090903 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3f9b5a7a-e53d-4eb6-98fc-043bbfbad78e req-1652ae17-f239-422f-b903-d4cac6a7cf5a tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 945 time: 0.0512376 Mar 08 12:01:43.103890 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c38ec2b0-4e86-4941-8bb1-5afac6e2fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a022549b-a8a7-45a4-859e-8c85c299477b), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.106381 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c38ec2b0-4e86-4941-8bb1-5afac6e2fd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.107428 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-c38ec2b0-4e86-4941-8bb1-5afac6e2fd08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a022549b-a8a7-45a4-859e-8c85c299477b HTTP/1.1" status: 204 len: 168 time: 0.2648747 Mar 08 12:01:43.126124 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ec2b0-4e86-4941-8bb1-5afac6e2fd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a022549b-a8a7-45a4-859e-8c85c299477b,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:43.160779 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3f9b5a7a-e53d-4eb6-98fc-043bbfbad78e req-5d766d72-49fb-47c1-ac8a-1954c2aae7bb tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639112 Mar 08 12:01:43.350546 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:01:43.395368 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abed864-74ce-4296-8a4d-72b4730ea442 req-69cbc74f-dfda-4c02-8374-fe78007eb49a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:43.397666 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5abed864-74ce-4296-8a4d-72b4730ea442 req-69cbc74f-dfda-4c02-8374-fe78007eb49a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 944 time: 0.0550451 Mar 08 12:01:43.469065 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5abed864-74ce-4296-8a4d-72b4730ea442 req-3b8fa1b8-2de5-462b-8915-f920370dceba tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539746 Mar 08 12:01:43.483178 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=130ca192-6a12-4f14-aa4f-2fd7d3ebc964,segment=NetworkSegment(c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd),segment_id=c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:43.495129 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '130ca192-6a12-4f14-aa4f-2fd7d3ebc964', 'network_id': '7781020b-f710-49e4-8800-50e6495a8913', 'port_id': '130ca192-6a12-4f14-aa4f-2fd7d3ebc964', 'mac_address': 'fa:16:3e:c3:79:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482bb963-7518-4531-8809-4ea233a252e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:01:43.657798 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab944e-5ed9-42e9-bc22-b54da5644b59 req-8690cdd5-ea4b-4396-86b3-4bf43303718a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:43.659288 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-35ab944e-5ed9-42e9-bc22-b54da5644b59 req-8690cdd5-ea4b-4396-86b3-4bf43303718a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0814624 Mar 08 12:01:43.681844 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:43.685695 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.697466 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:01:43.711611 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-35ab944e-5ed9-42e9-bc22-b54da5644b59 req-855fe2e4-e23f-4add-a75d-0b21c49512a4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463829 Mar 08 12:01:43.720504 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=130ca192-6a12-4f14-aa4f-2fd7d3ebc964,segment=NetworkSegment(c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd),segment_id=c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:43.839265 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:43.892710 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=130ca192-6a12-4f14-aa4f-2fd7d3ebc964,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:44.305154 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8963-9e6a-4f84-858b-5760f2384419 req-f59a1d20-5f37-4710-b3d8-77dfb72ea2d8 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:44.306741 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ceec8963-9e6a-4f84-858b-5760f2384419 req-f59a1d20-5f37-4710-b3d8-77dfb72ea2d8 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 945 time: 0.0592434 Mar 08 12:01:44.358664 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ceec8963-9e6a-4f84-858b-5760f2384419 req-9c713f75-2134-4bda-aaa2-ae98b4b047c8 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460527 Mar 08 12:01:44.364644 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['130ca192-6a12-4f14-aa4f-2fd7d3ebc964'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:01:44.601157 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd36c5-df8f-4cab-afeb-c4de263237d6 req-e2a8ae65-2585-42f1-81d7-564ce2389b6f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:44.602687 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4bcd36c5-df8f-4cab-afeb-c4de263237d6 req-e2a8ae65-2585-42f1-81d7-564ce2389b6f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 945 time: 0.0618751 Mar 08 12:01:44.655068 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4bcd36c5-df8f-4cab-afeb-c4de263237d6 req-1a54e6f9-77e3-4273-b344-0135eb822496 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468595 Mar 08 12:01:44.840344 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbe8b9-3337-4793-a2e3-5f479f486a53 req-bddd4e0a-c575-4702-b147-b81c9ca75309 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:44.842441 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dfcbe8b9-3337-4793-a2e3-5f479f486a53 req-bddd4e0a-c575-4702-b147-b81c9ca75309 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0618522 Mar 08 12:01:44.899651 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dfcbe8b9-3337-4793-a2e3-5f479f486a53 req-62ad1e6b-b32e-448a-a115-d2644d045424 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514486 Mar 08 12:01:45.088741 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 43732) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:45.199013 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-70bcb136-9953-4d85-8caf-d474da1fe9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.275389 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-70bcb136-9953-4d85-8caf-d474da1fe9f1 admin admin] Publish callbacks [] for security_group (962ab346-cc44-4902-8312-03b1df78efc4), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.331887 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-70bcb136-9953-4d85-8caf-d474da1fe9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (962ab346-cc44-4902-8312-03b1df78efc4), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.365532 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device acc7a83f-ffd6-4335-af0e-84bdc0c06362 up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:01:45.372139 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-70bcb136-9953-4d85-8caf-d474da1fe9f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66e992f5cb844a449c29985f614c694b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822959 Mar 08 12:01:45.373431 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcb136-9953-4d85-8caf-d474da1fe9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962ab346-cc44-4902-8312-03b1df78efc4,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:45.376935 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 43738) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:45.440448 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6751fa4b-f07b-42ba-84a8-239b675ec718 admin admin] Publish callbacks [] for security_group (962ab346-cc44-4902-8312-03b1df78efc4), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.464377 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6751fa4b-f07b-42ba-84a8-239b675ec718 admin admin] Publish callbacks [] for security_group (962ab346-cc44-4902-8312-03b1df78efc4), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.481248 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port acc7a83f-ffd6-4335-af0e-84bdc0c06362 completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:01:45.485872 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port acc7a83f-ffd6-4335-af0e-84bdc0c06362 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:45.486415 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.501189 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50019c-7556-4bce-97c5-4d97c6c58f1a req-4d2b82ee-442b-436e-8caf-1a7ba2734ff9 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:45.502769 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5f50019c-7556-4bce-97c5-4d97c6c58f1a req-4d2b82ee-442b-436e-8caf-1a7ba2734ff9 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 945 time: 0.0594673 Mar 08 12:01:45.566971 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5f50019c-7556-4bce-97c5-4d97c6c58f1a req-d3581685-fc1a-47e8-9d03-a68693a77c77 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530336 Mar 08 12:01:45.574671 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port acc7a83f-ffd6-4335-af0e-84bdc0c06362 is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:45.575072 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.595357 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6751fa4b-f07b-42ba-84a8-239b675ec718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (962ab346-cc44-4902-8312-03b1df78efc4), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.598480 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6751fa4b-f07b-42ba-84a8-239b675ec718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.600946 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34b6a91-e2f5-44a8-b563-386542981edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc7a83f-ffd6-4335-af0e-84bdc0c06362'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:45.628506 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-6751fa4b-f07b-42ba-84a8-239b675ec718 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/962ab346-cc44-4902-8312-03b1df78efc4 HTTP/1.1" status: 204 len: 168 time: 0.2238033 Mar 08 12:01:45.629706 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef35185-3e62-4742-8306-5d80fd3b6d63" -d '{"events": [{"server_uuid": "a34b6a91-e2f5-44a8-b563-386542981edf", "name": "network-vif-plugged", "status": "completed", "tag": "acc7a83f-ffd6-4335-af0e-84bdc0c06362"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:45.629910 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751fa4b-f07b-42ba-84a8-239b675ec718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962ab346-cc44-4902-8312-03b1df78efc4,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:45.629999 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port acc7a83f-ffd6-4335-af0e-84bdc0c06362, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=acc7a83f-ffd6-4335-af0e-84bdc0c06362,segment=NetworkSegment(ee851eec-88cd-47b0-840b-8e9bc8363ae6),segment_id=ee851eec-88cd-47b0-840b-8e9bc8363ae6)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:45.661033 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c4a8d9-7f57-4c53-8dae-ea3542504d3c x-openstack-request-id: req-f2c4a8d9-7f57-4c53-8dae-ea3542504d3c {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:45.661337 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34b6a91-e2f5-44a8-b563-386542981edf", "name": "network-vif-plugged", "status": "completed", "tag": "acc7a83f-ffd6-4335-af0e-84bdc0c06362", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:45.662589 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2c4a8d9-7f57-4c53-8dae-ea3542504d3c {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:45.662703 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34b6a91-e2f5-44a8-b563-386542981edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc7a83f-ffd6-4335-af0e-84bdc0c06362', 'code': 200} Mar 08 12:01:45.698218 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:45.756507 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=acc7a83f-ffd6-4335-af0e-84bdc0c06362,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:45.786197 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89ceaa-ed90-4106-8a9b-df1e48315523 req-fef88b38-d12d-41f0-bdb7-db5c06ff6606 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:45.791442 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3c89ceaa-ed90-4106-8a9b-df1e48315523 req-fef88b38-d12d-41f0-bdb7-db5c06ff6606 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 945 time: 0.0641475 Mar 08 12:01:45.847284 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3c89ceaa-ed90-4106-8a9b-df1e48315523 req-64fdf5f1-7021-42e4-bb30-07e661a47738 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476961 Mar 08 12:01:46.275135 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069b30f-e474-4076-aa45-0458601cacb4 req-a2aaeb06-c846-401b-92ac-feaa7ad8e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:46.276675 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c069b30f-e474-4076-aa45-0458601cacb4 req-a2aaeb06-c846-401b-92ac-feaa7ad8e3fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 1130 time: 0.3081784 Mar 08 12:01:46.296199 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dfa78-e86d-433f-b3d1-2ae0496900dd req-559b556b-13cc-40fc-9413-92cfb7d93dda tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:46.297725 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c63dfa78-e86d-433f-b3d1-2ae0496900dd req-559b556b-13cc-40fc-9413-92cfb7d93dda tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.3185127 Mar 08 12:01:46.359965 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c069b30f-e474-4076-aa45-0458601cacb4 req-813e507f-e4e2-41e9-a025-9734afb43947 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762317 Mar 08 12:01:46.369980 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c63dfa78-e86d-433f-b3d1-2ae0496900dd req-5a57d761-bb5d-4f68-9675-be116b56b5ff tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654213 Mar 08 12:01:46.692084 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f45c-3475-4914-be1f-fc3162854826 req-86221764-535b-4ab7-9d45-96bf18d8eb6b tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:46.694214 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a576f45c-3475-4914-be1f-fc3162854826 req-86221764-535b-4ab7-9d45-96bf18d8eb6b tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 946 time: 0.0595152 Mar 08 12:01:46.748151 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a576f45c-3475-4914-be1f-fc3162854826 req-d80d129e-a7ee-4172-b1d6-0037e223ec5d tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 Mar 08 12:01:46.979740 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afe505-3d79-4176-bdaa-c1305cd677f9 req-ce625f12-a09b-4f21-b814-338462e1accc tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:46.981256 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88afe505-3d79-4176-bdaa-c1305cd677f9 req-ce625f12-a09b-4f21-b814-338462e1accc tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 945 time: 0.0588500 Mar 08 12:01:47.029394 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88afe505-3d79-4176-bdaa-c1305cd677f9 req-ab51d8a2-aba4-4c46-b5ca-03a82be3f90f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 Mar 08 12:01:47.370047 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:01:47.503522 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:01:47.508583 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:01:47.508583 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.510452 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865ecc3-eae6-4fdc-9e17-f1d0d8f8719d req-28632993-165f-4a9e-8c5e-6e93bc06017e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:47.512269 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b865ecc3-eae6-4fdc-9e17-f1d0d8f8719d req-28632993-165f-4a9e-8c5e-6e93bc06017e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0645952 Mar 08 12:01:47.573682 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b865ecc3-eae6-4fdc-9e17-f1d0d8f8719d req-3141fe47-e54f-4a7a-ae2f-10e8491d8623 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526083 Mar 08 12:01:47.624643 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:01:47.625048 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.639651 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-c6ac21ff-91ee-440a-84aa-34a8f8e17cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.664219 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=130ca192-6a12-4f14-aa4f-2fd7d3ebc964,segment=NetworkSegment(c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd),segment_id=c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:47.665153 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618542e2-0a48-485d-8594-44f11942560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130ca192-6a12-4f14-aa4f-2fd7d3ebc964'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:47.667454 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99b26f6-92fd-45e7-9bf5-5c477a611d2b" -d '{"events": [{"server_uuid": "618542e2-0a48-485d-8594-44f11942560a", "name": "network-vif-plugged", "status": "completed", "tag": "130ca192-6a12-4f14-aa4f-2fd7d3ebc964"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:47.707133 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c40cf3-a569-4b10-9fa1-12c41fa2e995 x-openstack-request-id: req-b3c40cf3-a569-4b10-9fa1-12c41fa2e995 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:47.707133 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618542e2-0a48-485d-8594-44f11942560a", "name": "network-vif-plugged", "status": "completed", "tag": "130ca192-6a12-4f14-aa4f-2fd7d3ebc964", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:47.707133 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3c40cf3-a569-4b10-9fa1-12c41fa2e995 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:47.707133 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618542e2-0a48-485d-8594-44f11942560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130ca192-6a12-4f14-aa4f-2fd7d3ebc964', 'code': 200} Mar 08 12:01:47.756422 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.820370 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=130ca192-6a12-4f14-aa4f-2fd7d3ebc964,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:47.893951 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8305a9-88a2-471e-86b2-e3fda4edec0c req-58d86098-616f-4b54-8277-1fe299b893fd tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:47.896623 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2a8305a9-88a2-471e-86b2-e3fda4edec0c req-58d86098-616f-4b54-8277-1fe299b893fd tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 946 time: 0.0593691 Mar 08 12:01:47.950033 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2a8305a9-88a2-471e-86b2-e3fda4edec0c req-b302e5e5-4be1-4924-997e-a1feac0d8925 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470045 Mar 08 12:01:48.020802 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:01:48.163343 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7144a6-1e5a-48d3-a378-54ba09e31add req-76126e4e-2c44-4a26-a2a5-c642b925512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:48.164914 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-be7144a6-1e5a-48d3-a378-54ba09e31add req-76126e4e-2c44-4a26-a2a5-c642b925512a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 1130 time: 0.0857120 Mar 08 12:01:48.176692 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d33314-1edc-437b-9c0e-6b504b387be5 req-69643f96-7b9a-4307-8bac-bb02f5921677 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:48.187420 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b6d33314-1edc-437b-9c0e-6b504b387be5 req-69643f96-7b9a-4307-8bac-bb02f5921677 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 946 time: 0.0720205 Mar 08 12:01:48.249514 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-be7144a6-1e5a-48d3-a378-54ba09e31add req-7f504726-3aa4-460e-b1b0-3e345255ac3e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696590 Mar 08 12:01:48.256498 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b6d33314-1edc-437b-9c0e-6b504b387be5 req-08a06e4b-be5a-40e8-a8d8-a562d4715d19 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712485 Mar 08 12:01:48.697743 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f15a6-6861-435f-b155-54b431882080 req-8677e792-368e-4483-be1a-5d8aa53e6fd3 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:48.699463 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b21f15a6-6861-435f-b155-54b431882080 req-8677e792-368e-4483-be1a-5d8aa53e6fd3 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0578892 Mar 08 12:01:48.750888 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b21f15a6-6861-435f-b155-54b431882080 req-bbe9b583-07ec-4885-8d0a-36b1b137056f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456266 Mar 08 12:01:49.077788 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ae265-3cb9-4cbb-8bc4-824033f21ae7 req-3573cb58-ce9c-4a64-acd4-781a59b182cd tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:49.079372 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-de0ae265-3cb9-4cbb-8bc4-824033f21ae7 req-3573cb58-ce9c-4a64-acd4-781a59b182cd tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 946 time: 0.0540795 Mar 08 12:01:49.133926 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-de0ae265-3cb9-4cbb-8bc4-824033f21ae7 req-24933ada-fcd9-4820-ba15-ccdaf6dc1675 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461388 Mar 08 12:01:49.384623 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b814935-0822-4d8b-9865-1d9082157e84 req-7edece71-a701-400e-8df2-f16229f958e6 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:49.386157 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2b814935-0822-4d8b-9865-1d9082157e84 req-7edece71-a701-400e-8df2-f16229f958e6 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 946 time: 0.0627687 Mar 08 12:01:49.433442 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2b814935-0822-4d8b-9865-1d9082157e84 req-c4421ace-5ac4-4c52-93bb-e796e19f38ff tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 Mar 08 12:01:49.878338 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee53b41-f67d-4802-8c0e-2af8965d8a62 req-9424bfa3-49bc-4fcf-b1cd-c74c910db94b tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:49.879846 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6ee53b41-f67d-4802-8c0e-2af8965d8a62 req-9424bfa3-49bc-4fcf-b1cd-c74c910db94b tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0639913 Mar 08 12:01:49.934679 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6ee53b41-f67d-4802-8c0e-2af8965d8a62 req-d358bece-b024-4382-9278-5d504225fa7d tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479417 Mar 08 12:01:50.073170 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-978b8913-2142-48c5-9d9e-540ab45e9e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:50.572956 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8c487-daec-470f-a250-a74da3cf7b98 req-4097e44a-81d0-4d3c-b316-f0dc0572e7a3 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:50.574554 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d1f8c487-daec-470f-a250-a74da3cf7b98 req-4097e44a-81d0-4d3c-b316-f0dc0572e7a3 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 946 time: 0.0654440 Mar 08 12:01:50.629204 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d1f8c487-daec-470f-a250-a74da3cf7b98 req-5ea6d5fe-6810-424a-ac11-1e79414a2a56 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474751 Mar 08 12:01:50.701396 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04a232-f217-4b47-be15-e0afd994f275 req-a753b5c9-d08c-4d27-b36f-bdf58892994a tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:50.703134 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ac04a232-f217-4b47-be15-e0afd994f275 req-a753b5c9-d08c-4d27-b36f-bdf58892994a tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 946 time: 0.0651677 Mar 08 12:01:50.756044 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ac04a232-f217-4b47-be15-e0afd994f275 req-a4bc9e40-f193-4cde-aee4-ae965f380567 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474212 Mar 08 12:01:50.983016 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:51.058001 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7918b9-6d34-406c-a52a-456bec0b23b5 req-a504bc66-c33d-49f7-a947-c25057e966df tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:51.059538 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0f7918b9-6d34-406c-a52a-456bec0b23b5 req-a504bc66-c33d-49f7-a947-c25057e966df tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0526066 Mar 08 12:01:51.113177 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0f7918b9-6d34-406c-a52a-456bec0b23b5 req-0e3a8e1f-d25d-42e7-9638-bf7cee57bdf6 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478778 Mar 08 12:01:51.669583 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 44018) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:51.780977 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8d7e7d10-cb51-4e23-ab0c-e8949bfde586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:51.803081 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb89a71-116d-4d23-8685-28295a12fd21 req-68089b2a-b99a-4088-8928-cb7581a04ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:51.804967 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2fb89a71-116d-4d23-8685-28295a12fd21 req-68089b2a-b99a-4088-8928-cb7581a04ab6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 1129 time: 0.0516033 Mar 08 12:01:51.863949 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8d7e7d10-cb51-4e23-ab0c-e8949bfde586 admin admin] Publish callbacks [] for security_group (04091fe7-2201-4a24-9c39-5b2fbbd03c9f), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:51.879147 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2fb89a71-116d-4d23-8685-28295a12fd21 req-96360513-0a00-4e37-ab77-862cb23f0fcf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667133 Mar 08 12:01:51.902616 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdcef4-2c60-49e9-bf8c-c284e8c7563b req-9c7a3428-3b5d-49e9-8825-4224c8b76431 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:51.904028 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1bfdcef4-2c60-49e9-bf8c-c284e8c7563b req-9c7a3428-3b5d-49e9-8825-4224c8b76431 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 946 time: 0.0657132 Mar 08 12:01:51.944421 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8d7e7d10-cb51-4e23-ab0c-e8949bfde586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (04091fe7-2201-4a24-9c39-5b2fbbd03c9f), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:51.951412 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1bfdcef4-2c60-49e9-bf8c-c284e8c7563b req-faf7bf5c-c013-4962-93e8-f795d0a55814 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Mar 08 12:01:51.990792 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e7d10-cb51-4e23-ab0c-e8949bfde586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04091fe7-2201-4a24-9c39-5b2fbbd03c9f,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:51.996513 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-8d7e7d10-cb51-4e23-ab0c-e8949bfde586 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b019ff61a6f847e4b7d5730eb8bf9933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257816 Mar 08 12:01:51.999393 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 44030) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:52.056152 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-7ffee379-f7b1-45bd-a926-663c1ddf67f6 admin admin] Publish callbacks [] for security_group (04091fe7-2201-4a24-9c39-5b2fbbd03c9f), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.078537 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-7ffee379-f7b1-45bd-a926-663c1ddf67f6 admin admin] Publish callbacks [] for security_group (04091fe7-2201-4a24-9c39-5b2fbbd03c9f), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.233099 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376c6d6-b7f9-4f56-91ce-9bbb9860ff67 req-1a7bfbab-fa48-409f-8205-92f18fcbf343 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:52.234653 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e376c6d6-b7f9-4f56-91ce-9bbb9860ff67 req-1a7bfbab-fa48-409f-8205-92f18fcbf343 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0546653 Mar 08 12:01:52.235943 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-7ffee379-f7b1-45bd-a926-663c1ddf67f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (04091fe7-2201-4a24-9c39-5b2fbbd03c9f), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.238548 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-7ffee379-f7b1-45bd-a926-663c1ddf67f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.239544 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-7ffee379-f7b1-45bd-a926-663c1ddf67f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04091fe7-2201-4a24-9c39-5b2fbbd03c9f HTTP/1.1" status: 204 len: 168 time: 0.2391210 Mar 08 12:01:52.261740 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffee379-f7b1-45bd-a926-663c1ddf67f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04091fe7-2201-4a24-9c39-5b2fbbd03c9f,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:52.301092 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e376c6d6-b7f9-4f56-91ce-9bbb9860ff67 req-5508da1e-7c0c-4d30-aa5c-b4008aa20b2a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596604 Mar 08 12:01:52.404134 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 44056) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:52.448947 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bec6ad-3fd9-42f8-ad3a-4cfd0cb6504c admin admin] Deleting subnet 566b23b9-89de-4def-870f-ca203ae19f91 {{(pid=110281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:01:52.455176 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-80bec6ad-3fd9-42f8-ad3a-4cfd0cb6504c admin admin] Publish callbacks [] for subnet (566b23b9-89de-4def-870f-ca203ae19f91), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.495226 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-80bec6ad-3fd9-42f8-ad3a-4cfd0cb6504c admin admin] Publish callbacks [] for subnet (566b23b9-89de-4def-870f-ca203ae19f91), precommit_delete_associations {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.497224 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.504375 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-80bec6ad-3fd9-42f8-ad3a-4cfd0cb6504c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (566b23b9-89de-4def-870f-ca203ae19f91), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.612499 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-80bec6ad-3fd9-42f8-ad3a-4cfd0cb6504c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for subnet (566b23b9-89de-4def-870f-ca203ae19f91), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.641653 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bec6ad-3fd9-42f8-ad3a-4cfd0cb6504c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566b23b9-89de-4def-870f-ca203ae19f91,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:52.645258 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-80bec6ad-3fd9-42f8-ad3a-4cfd0cb6504c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.649177 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-80bec6ad-3fd9-42f8-ad3a-4cfd0cb6504c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/566b23b9-89de-4def-870f-ca203ae19f91 HTTP/1.1" status: 204 len: 168 time: 0.2439857 Mar 08 12:01:52.651673 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 44062) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:52.735130 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (7b97ceb7-4837-4086-ad30-1157d5297133), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.821953 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (7b97ceb7-4837-4086-ad30-1157d5297133), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.844668 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.847303 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.847303 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.847303 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > port after_create 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.847303 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.847303 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > port after_update 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.847303 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.847733 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.847733 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.848049 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.920036 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.920416 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.920750 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.921077 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:01:52.921452 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b97ceb7-4837-4086-ad30-1157d5297133']}} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:52.942993 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dab5c0f-e731-4f0c-8e8c-ac3360be29bb') {'for_net_delete': True} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:52.947153 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dab5c0f-e731-4f0c-8e8c-ac3360be29bb') {} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:52.961551 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 44066) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:52.964849 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63977623'] for segment (1dab5c0f-e731-4f0c-8e8c-ac3360be29bb), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.988560 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (1dab5c0f-e731-4f0c-8e8c-ac3360be29bb), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.997962 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=110281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:01:52.998370 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63299810'] for segment (1dab5c0f-e731-4f0c-8e8c-ac3360be29bb), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: from cryptography.utils import int_from_bytes Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: from cryptography.utils import int_from_bytes Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: Traceback (most recent call last): Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: timer() Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: cb(*args, **kw) Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: return func(*args, **kwargs) Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: self._notify() Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: self.callback(batched_events) Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: event.method(event) Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: return f(self, *a, **k) Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._get(url).json() Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: return self.request(url, 'GET', **kwargs) Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:01:53.005935 dv-cinder-830086-2-iscsi neutron-server[110281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:01:53.112145 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132946e-3a33-45c7-b8ad-45e2d903a00a req-808d3846-7cf2-437c-85e7-c038b8406ef8 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:53.113844 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9132946e-3a33-45c7-b8ad-45e2d903a00a req-808d3846-7cf2-437c-85e7-c038b8406ef8 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 946 time: 0.0674694 Mar 08 12:01:53.155260 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (7b97ceb7-4837-4086-ad30-1157d5297133), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.172435 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.175665 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7b97ceb7-4837-4086-ad30-1157d5297133 HTTP/1.1" status: 204 len: 168 time: 0.5230374 Mar 08 12:01:53.179233 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9132946e-3a33-45c7-b8ad-45e2d903a00a req-6f11cda2-935e-43bd-a955-1ed9eb7c7e56 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9788a07-9110-4042-999e-e8c486f749d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597630 Mar 08 12:01:53.179841 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 44070) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:53.189154 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8040ed7f-e337-4dfa-908d-e980b18153e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.199353 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357aeae-8f4a-4c25-a6f5-64b4749f2324 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b97ceb7-4837-4086-ad30-1157d5297133,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:53.262678 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_v2 [None req-7331773a-9a71-4c51-8e2a-3798cf880177 admin admin] Deleting subnet 47d0df72-ac85-43d3-ba87-3d14ce07c61c {{(pid=110281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:01:53.267143 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-7331773a-9a71-4c51-8e2a-3798cf880177 admin admin] Publish callbacks [] for subnet (47d0df72-ac85-43d3-ba87-3d14ce07c61c), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.276535 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8040ed7f-e337-4dfa-908d-e980b18153e6 admin admin] Publish callbacks [] for security_group (8696cafe-3570-486f-ad60-41667d85043a), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.314990 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-7331773a-9a71-4c51-8e2a-3798cf880177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63977580'] for subnet (47d0df72-ac85-43d3-ba87-3d14ce07c61c), precommit_delete_associations {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.351023 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d6522-6085-4439-9ed9-b5e370c1249c req-6f415f48-589e-4487-b775-541e3ebf8536 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:53.352755 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-626d6522-6085-4439-9ed9-b5e370c1249c req-6f415f48-589e-4487-b775-541e3ebf8536 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.53 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 946 time: 0.1236372 Mar 08 12:01:53.354445 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8040ed7f-e337-4dfa-908d-e980b18153e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (8696cafe-3570-486f-ad60-41667d85043a), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.394557 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040ed7f-e337-4dfa-908d-e980b18153e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8696cafe-3570-486f-ad60-41667d85043a,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:53.402620 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-8040ed7f-e337-4dfa-908d-e980b18153e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74e8eb1a50f14788a729a8d1020a464a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352636 Mar 08 12:01:53.402813 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 44074) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:53.408651 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-7331773a-9a71-4c51-8e2a-3798cf880177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (47d0df72-ac85-43d3-ba87-3d14ce07c61c), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.452042 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c9ae365b-10ee-41d9-a29a-980b6050a85d admin admin] Publish callbacks [] for security_group (8696cafe-3570-486f-ad60-41667d85043a), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.474508 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c9ae365b-10ee-41d9-a29a-980b6050a85d admin admin] Publish callbacks [] for security_group (8696cafe-3570-486f-ad60-41667d85043a), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.524982 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e600e8-b602-4b32-8074-166f156c9438 req-81ba8799-ac9d-4e43-8beb-b4e62c238830 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:53.526520 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-40e600e8-b602-4b32-8074-166f156c9438 req-81ba8799-ac9d-4e43-8beb-b4e62c238830 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.1396213 Mar 08 12:01:53.582693 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-626d6522-6085-4439-9ed9-b5e370c1249c req-47adfc82-08ad-4b29-8f56-273b12727a78 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Deleting port acc7a83f-ffd6-4335-af0e-84bdc0c06362 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:01:53.583024 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-626d6522-6085-4439-9ed9-b5e370c1249c req-47adfc82-08ad-4b29-8f56-273b12727a78 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.606166 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-40e600e8-b602-4b32-8074-166f156c9438 req-d5dd847b-df89-4d51-a2ea-d501c427b5ba tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708611 Mar 08 12:01:53.644792 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c9ae365b-10ee-41d9-a29a-980b6050a85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (8696cafe-3570-486f-ad60-41667d85043a), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.648068 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c9ae365b-10ee-41d9-a29a-980b6050a85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.649278 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c9ae365b-10ee-41d9-a29a-980b6050a85d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8696cafe-3570-486f-ad60-41667d85043a HTTP/1.1" status: 204 len: 168 time: 0.2455707 Mar 08 12:01:53.656639 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-7331773a-9a71-4c51-8e2a-3798cf880177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63299720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63748598'] for subnet (47d0df72-ac85-43d3-ba87-3d14ce07c61c), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.658530 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae365b-10ee-41d9-a29a-980b6050a85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8696cafe-3570-486f-ad60-41667d85043a,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:53.691397 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331773a-9a71-4c51-8e2a-3798cf880177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d0df72-ac85-43d3-ba87-3d14ce07c61c,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:53.697099 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-7331773a-9a71-4c51-8e2a-3798cf880177 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.701104 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-7331773a-9a71-4c51-8e2a-3798cf880177 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/47d0df72-ac85-43d3-ba87-3d14ce07c61c HTTP/1.1" status: 204 len: 168 time: 0.5120192 Mar 08 12:01:53.705287 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 44080) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:53.731695 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-626d6522-6085-4439-9ed9-b5e370c1249c req-47adfc82-08ad-4b29-8f56-273b12727a78 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] For port acc7a83f-ffd6-4335-af0e-84bdc0c06362, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=acc7a83f-ffd6-4335-af0e-84bdc0c06362,segment=NetworkSegment(ee851eec-88cd-47b0-840b-8e9bc8363ae6),segment_id=ee851eec-88cd-47b0-840b-8e9bc8363ae6)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:01:53.732380 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-626d6522-6085-4439-9ed9-b5e370c1249c req-47adfc82-08ad-4b29-8f56-273b12727a78 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.747619 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-626d6522-6085-4439-9ed9-b5e370c1249c req-47adfc82-08ad-4b29-8f56-273b12727a78 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Calling delete_port for acc7a83f-ffd6-4335-af0e-84bdc0c06362 owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:01:53.783115 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-721925e8-af56-4841-987e-5ef0c2689201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.872552 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-721925e8-af56-4841-987e-5ef0c2689201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.894155 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-721925e8-af56-4841-987e-5ef0c2689201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8']}} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:53.905050 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-721925e8-af56-4841-987e-5ef0c2689201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86532e8a-af07-4e6e-9af8-c33453c38a83') {'for_net_delete': True} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:53.905337 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-721925e8-af56-4841-987e-5ef0c2689201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86532e8a-af07-4e6e-9af8-c33453c38a83') {} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:53.917298 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-721925e8-af56-4841-987e-5ef0c2689201 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417039'] for segment (86532e8a-af07-4e6e-9af8-c33453c38a83), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.932946 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-721925e8-af56-4841-987e-5ef0c2689201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (86532e8a-af07-4e6e-9af8-c33453c38a83), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.939010 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721925e8-af56-4841-987e-5ef0c2689201 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:01:53.939395 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-721925e8-af56-4841-987e-5ef0c2689201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64256915'] for segment (86532e8a-af07-4e6e-9af8-c33453c38a83), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: Traceback (most recent call last): Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: timer() Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: cb(*args, **kw) Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: return func(*args, **kwargs) Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: self._notify() Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: self.callback(batched_events) Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: event.method(event) Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: return f(self, *a, **k) Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._get(url).json() Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: return self.request(url, 'GET', **kwargs) Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:01:53.941069 dv-cinder-830086-2-iscsi neutron-server[110282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:01:53.972051 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.989422 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-626d6522-6085-4439-9ed9-b5e370c1249c req-47adfc82-08ad-4b29-8f56-273b12727a78 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (acc7a83f-ffd6-4335-af0e-84bdc0c06362), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:54.018278 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adfc82-08ad-4b29-8f56-273b12727a78 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Pushing event deleted for resources: {'Port': ['ID=acc7a83f-ffd6-4335-af0e-84bdc0c06362,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:54.051348 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['acc7a83f-ffd6-4335-af0e-84bdc0c06362'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:01:54.061519 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-721925e8-af56-4841-987e-5ef0c2689201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:54.063160 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-626d6522-6085-4439-9ed9-b5e370c1249c req-47adfc82-08ad-4b29-8f56-273b12727a78 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] No DVR routers for this DVR port acc7a83f-ffd6-4335-af0e-84bdc0c06362 on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:01:54.065409 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-626d6522-6085-4439-9ed9-b5e370c1249c req-47adfc82-08ad-4b29-8f56-273b12727a78 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:54.074198 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-721925e8-af56-4841-987e-5ef0c2689201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:54.074583 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-626d6522-6085-4439-9ed9-b5e370c1249c req-47adfc82-08ad-4b29-8f56-273b12727a78 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.53 "DELETE /v2.0/ports/acc7a83f-ffd6-4335-af0e-84bdc0c06362 HTTP/1.1" status: 204 len: 173 time: 0.7102823 Mar 08 12:01:54.074661 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-721925e8-af56-4841-987e-5ef0c2689201 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8 HTTP/1.1" status: 204 len: 168 time: 0.3642235 Mar 08 12:01:54.074732 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34b6a91-e2f5-44a8-b563-386542981edf', 'name': 'network-vif-deleted', 'tag': 'acc7a83f-ffd6-4335-af0e-84bdc0c06362'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:54.075533 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f6f5c0-4fc4-4291-a88f-6f6d48939e05" -d '{"events": [{"server_uuid": "a34b6a91-e2f5-44a8-b563-386542981edf", "name": "network-vif-deleted", "tag": "acc7a83f-ffd6-4335-af0e-84bdc0c06362"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:01:54.106991 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721925e8-af56-4841-987e-5ef0c2689201 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe7dbd8-38c7-4bcf-b2a6-1b415f11f1c8,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:54.117075 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2884527-018b-4596-87e4-efb23de0c045 x-openstack-request-id: req-a2884527-018b-4596-87e4-efb23de0c045 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:01:54.117387 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34b6a91-e2f5-44a8-b563-386542981edf", "name": "network-vif-deleted", "tag": "acc7a83f-ffd6-4335-af0e-84bdc0c06362", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:01:54.117644 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2884527-018b-4596-87e4-efb23de0c045 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:01:54.118053 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34b6a91-e2f5-44a8-b563-386542981edf', 'name': 'network-vif-deleted', 'tag': 'acc7a83f-ffd6-4335-af0e-84bdc0c06362', 'status': 'completed', 'code': 200} Mar 08 12:01:54.289534 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cec79c0d-ef1a-40bf-90e4-d413cdf2d3b7 req-de685a26-8eff-4b7f-a773-e11f276cd020 tempest-VolumesActionsTest-1832948747 tempest-VolumesActionsTest-1832948747-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34b6a91-e2f5-44a8-b563-386542981edf HTTP/1.1" status: 200 len: 210 time: 0.0305064 Mar 08 12:01:54.470078 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 44100) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:54.517056 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 44102) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:54.517267 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-205a9a3b-f1f4-43a9-9c66-34ff9d981506 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=434cd03ae5904f00a0f70cb8a8a415c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458233 Mar 08 12:01:54.579521 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bb29ed5e-f581-47c7-b702-279750a8f047 admin admin] Publish callbacks [] for security_group (1e73cccf-3b54-4b6d-adfb-bffa0ec0aca2), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:54.603373 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bb29ed5e-f581-47c7-b702-279750a8f047 admin admin] Publish callbacks [] for security_group (1e73cccf-3b54-4b6d-adfb-bffa0ec0aca2), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:54.727790 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bb29ed5e-f581-47c7-b702-279750a8f047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (1e73cccf-3b54-4b6d-adfb-bffa0ec0aca2), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:54.731977 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bb29ed5e-f581-47c7-b702-279750a8f047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:54.735586 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-bb29ed5e-f581-47c7-b702-279750a8f047 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e73cccf-3b54-4b6d-adfb-bffa0ec0aca2 HTTP/1.1" status: 204 len: 168 time: 0.2143381 Mar 08 12:01:54.742663 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29ed5e-f581-47c7-b702-279750a8f047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e73cccf-3b54-4b6d-adfb-bffa0ec0aca2,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:54.746519 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61699ef0-9476-4f31-a5a8-0cf9d65f1b66 req-ed187b40-99f6-4be6-94ce-838b140462a9 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:54.753942 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-61699ef0-9476-4f31-a5a8-0cf9d65f1b66 req-ed187b40-99f6-4be6-94ce-838b140462a9 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0751176 Mar 08 12:01:54.805534 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-61699ef0-9476-4f31-a5a8-0cf9d65f1b66 req-60071934-bc6e-4bda-97bc-8ed76cfe5506 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505843 Mar 08 12:01:54.962781 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e4530-0db5-4783-b0a8-55a5ec71800b req-ee177bf5-b796-4e3b-83bd-c2af4f80c6ce tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:54.966896 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fe7e4530-0db5-4783-b0a8-55a5ec71800b req-ee177bf5-b796-4e3b-83bd-c2af4f80c6ce tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0831938 Mar 08 12:01:55.025743 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fe7e4530-0db5-4783-b0a8-55a5ec71800b req-d2db9f60-70fc-47f2-ba58-1fab0924c6f9 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526292 Mar 08 12:01:55.599914 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 44140) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:55.651228 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-7be36058-78f8-4346-933d-dee01b61be7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8ccda83c6aa417da302f86dd89fdeea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498126 Mar 08 12:01:55.653982 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 44146) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:01:55.720471 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-59257b5d-b247-4e22-abd5-48ebe239dde1 admin admin] Publish callbacks [] for security_group (80436431-00f6-4689-978d-678e7a74d1e4), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:55.749348 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-59257b5d-b247-4e22-abd5-48ebe239dde1 admin admin] Publish callbacks [] for security_group (80436431-00f6-4689-978d-678e7a74d1e4), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:55.920503 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-59257b5d-b247-4e22-abd5-48ebe239dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (80436431-00f6-4689-978d-678e7a74d1e4), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:55.923453 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-59257b5d-b247-4e22-abd5-48ebe239dde1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:55.925521 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-59257b5d-b247-4e22-abd5-48ebe239dde1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80436431-00f6-4689-978d-678e7a74d1e4 HTTP/1.1" status: 204 len: 168 time: 0.2705112 Mar 08 12:01:55.935946 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59257b5d-b247-4e22-abd5-48ebe239dde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80436431-00f6-4689-978d-678e7a74d1e4,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:57.406440 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device acc7a83f-ffd6-4335-af0e-84bdc0c06362 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:01:57.431116 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: acc7a83f-ffd6-4335-af0e-84bdc0c06362 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:01:57.431463 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device acc7a83f-ffd6-4335-af0e-84bdc0c06362 not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:01:58.215173 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a33dba-072a-4abf-9d01-03e010a1c4bc req-600e02a3-9b0f-460f-8143-1391d8fd437e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:58.216735 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-61a33dba-072a-4abf-9d01-03e010a1c4bc req-600e02a3-9b0f-460f-8143-1391d8fd437e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0545738 Mar 08 12:01:58.265739 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-61a33dba-072a-4abf-9d01-03e010a1c4bc req-a50b2d65-a4a8-446f-a912-25f8d7da0872 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425506 Mar 08 12:01:58.327405 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea42ef-9d02-46ab-acdf-db97331661fd req-3fe62065-00d4-4763-a1fc-3031c7a2a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:58.328967 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c1ea42ef-9d02-46ab-acdf-db97331661fd req-3fe62065-00d4-4763-a1fc-3031c7a2a1a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 1129 time: 0.0472496 Mar 08 12:01:58.422608 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea42ef-9d02-46ab-acdf-db97331661fd req-d91e160e-7ce1-4f66-9925-18d297b434bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:58.424079 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c1ea42ef-9d02-46ab-acdf-db97331661fd req-d91e160e-7ce1-4f66-9925-18d297b434bf service neutron] 10.222.0.53 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 919 time: 0.0880227 Mar 08 12:01:59.391203 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f3d20-aa5d-4707-acea-9e4c253ff4b8 req-f88acb05-daca-4968-815f-6914293d9c4f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:59.393931 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e54f3d20-aa5d-4707-acea-9e4c253ff4b8 req-f88acb05-daca-4968-815f-6914293d9c4f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0569410 Mar 08 12:01:59.444727 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e54f3d20-aa5d-4707-acea-9e4c253ff4b8 req-cf5c24f7-c80e-40b1-8560-05ffde46df56 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447865 Mar 08 12:02:00.564485 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b05d4b-3f21-4939-8b09-f3a02692fe15 req-bb930000-08f2-4961-9f33-be4fd2346722 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:00.565995 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e3b05d4b-3f21-4939-8b09-f3a02692fe15 req-bb930000-08f2-4961-9f33-be4fd2346722 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0556288 Mar 08 12:02:00.614800 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e3b05d4b-3f21-4939-8b09-f3a02692fe15 req-9d30a598-3e2a-4167-b64e-706d71b190f3 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432835 Mar 08 12:02:01.741752 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa911f0-1e01-43f2-97c8-2e0198728cdb req-6df0592e-941b-4582-8efe-f6c779f66336 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:01.743289 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3aa911f0-1e01-43f2-97c8-2e0198728cdb req-6df0592e-941b-4582-8efe-f6c779f66336 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0606806 Mar 08 12:02:01.794384 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3aa911f0-1e01-43f2-97c8-2e0198728cdb req-564f1ffa-4036-4ef9-8b2d-86018c3123e6 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447056 Mar 08 12:02:02.919252 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955fa62-04a7-4f97-834c-80d4f188b217 req-5f6cf05c-2919-4265-b784-075b0acdfc7a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:02.920761 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1955fa62-04a7-4f97-834c-80d4f188b217 req-5f6cf05c-2919-4265-b784-075b0acdfc7a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0558522 Mar 08 12:02:02.970958 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1955fa62-04a7-4f97-834c-80d4f188b217 req-0d8aba52-068f-45ff-8664-4f00d5ffcc13 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Mar 08 12:02:04.091055 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85893db3-f695-49e6-b065-83c959ed7a43 req-f5b45b34-23a1-4c02-b60a-cdaaaedc6daf tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:04.092627 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-85893db3-f695-49e6-b065-83c959ed7a43 req-f5b45b34-23a1-4c02-b60a-cdaaaedc6daf tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0552042 Mar 08 12:02:04.142246 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-85893db3-f695-49e6-b065-83c959ed7a43 req-bef5d952-6c3d-4c17-8422-6ac52e100312 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439677 Mar 08 12:02:04.834979 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c1ea42ef-9d02-46ab-acdf-db97331661fd req-b33154da-d68d-44d5-992e-7252ce4474d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=438d30c0-b9b9-44bf-841f-08b2d37ccf1d HTTP/1.1" status: 200 len: 217 time: 0.0395243 Mar 08 12:02:05.261753 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6375c-71a0-4668-8a02-69cb91af4949 req-08847028-7439-4f1b-9fef-b45b7e591f83 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:05.263236 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9bb6375c-71a0-4668-8a02-69cb91af4949 req-08847028-7439-4f1b-9fef-b45b7e591f83 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0523660 Mar 08 12:02:05.309005 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9bb6375c-71a0-4668-8a02-69cb91af4949 req-a984cbdb-ac42-41ce-b99e-871d1972a1cd tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402892 Mar 08 12:02:06.125987 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:06.313678 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea42ef-9d02-46ab-acdf-db97331661fd req-d43d2cbf-612b-44ba-914b-25ad8d253d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.317930 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c1ea42ef-9d02-46ab-acdf-db97331661fd req-d43d2cbf-612b-44ba-914b-25ad8d253d3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13640637-05f7-46ca-85f6-679ac8752a14 HTTP/1.1" status: 200 len: 858 time: 0.0464327 Mar 08 12:02:06.347040 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c1ea42ef-9d02-46ab-acdf-db97331661fd req-ee72d99b-3bb1-4ac1-8c40-86a4347c8464 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98344952-e0db-43ab-bdc0-bda704b5a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255547 Mar 08 12:02:06.475797 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c1ea42ef-9d02-46ab-acdf-db97331661fd req-9ee56529-d0bf-46ac-8dee-fec79db50d63 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182244 Mar 08 12:02:06.483599 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c4f97-0bc4-4d1f-9a44-29ba7067c741 req-9678bdc9-fa0f-4387-a938-02b1861c115b tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.485159 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d82c4f97-0bc4-4d1f-9a44-29ba7067c741 req-9678bdc9-fa0f-4387-a938-02b1861c115b tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.1070428 Mar 08 12:02:06.599153 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d82c4f97-0bc4-4d1f-9a44-29ba7067c741 req-16c2b24e-88d2-4d40-bd9c-fde74875cae6 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050453 Mar 08 12:02:06.617633 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c1ea42ef-9d02-46ab-acdf-db97331661fd req-0a735087-0419-432e-83e6-4ea8b05a40cd service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314430 Mar 08 12:02:06.900096 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293bbc4-3bff-4634-8b5e-bd9c0c18dcad req-6a27e92c-0a7d-4868-b5cb-41d0ce6fca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.901737 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b293bbc4-3bff-4634-8b5e-bd9c0c18dcad req-6a27e92c-0a7d-4868-b5cb-41d0ce6fca1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 1129 time: 0.0462208 Mar 08 12:02:07.012898 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293bbc4-3bff-4634-8b5e-bd9c0c18dcad req-0817583c-7808-46f4-b02e-f99ab4fe3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:07.014406 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b293bbc4-3bff-4634-8b5e-bd9c0c18dcad req-0817583c-7808-46f4-b02e-f99ab4fe3fff service neutron] 10.222.0.53 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 919 time: 0.0922248 Mar 08 12:02:07.056641 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b293bbc4-3bff-4634-8b5e-bd9c0c18dcad req-3044a495-c102-4559-8c91-8a303c6bd6ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=438d30c0-b9b9-44bf-841f-08b2d37ccf1d HTTP/1.1" status: 200 len: 217 time: 0.0359492 Mar 08 12:02:07.111566 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293bbc4-3bff-4634-8b5e-bd9c0c18dcad req-865aba1d-77ca-46ab-a4d5-e28f1e5faf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:07.112979 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b293bbc4-3bff-4634-8b5e-bd9c0c18dcad req-865aba1d-77ca-46ab-a4d5-e28f1e5faf4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13640637-05f7-46ca-85f6-679ac8752a14 HTTP/1.1" status: 200 len: 858 time: 0.0485501 Mar 08 12:02:07.145727 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b293bbc4-3bff-4634-8b5e-bd9c0c18dcad req-5eba6f6f-1950-4058-8196-f5178ad02a48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98344952-e0db-43ab-bdc0-bda704b5a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250769 Mar 08 12:02:07.235843 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b293bbc4-3bff-4634-8b5e-bd9c0c18dcad req-50f161fa-5a32-446e-bc29-c78063c37e0f service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843906 Mar 08 12:02:07.329765 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b293bbc4-3bff-4634-8b5e-bd9c0c18dcad req-db8d823a-3601-43da-a861-b70ebb0069f9 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878053 Mar 08 12:02:07.720407 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0d55-d1b1-4394-a044-8c7f1e82667a req-4b97aea6-0ce1-4dc3-8231-e14fb2648155 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:07.721893 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-805b0d55-d1b1-4394-a044-8c7f1e82667a req-4b97aea6-0ce1-4dc3-8231-e14fb2648155 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0533071 Mar 08 12:02:07.769917 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-805b0d55-d1b1-4394-a044-8c7f1e82667a req-91c554e4-4bb0-42b5-895c-2517d89976f1 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422597 Mar 08 12:02:08.897456 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2395935-b27e-4bf3-9cb3-6a6ca2289566 req-123154dd-a5c3-4155-aea1-bcf7c1aa54f3 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:08.898993 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d2395935-b27e-4bf3-9cb3-6a6ca2289566 req-123154dd-a5c3-4155-aea1-bcf7c1aa54f3 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0598168 Mar 08 12:02:09.191128 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d2395935-b27e-4bf3-9cb3-6a6ca2289566 req-5906a4ab-e2fa-438b-a68a-0f12d8021624 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839074 Mar 08 12:02:10.404482 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd1837-b4c1-4ead-85f9-b6af49651fb5 req-8adc208f-abb5-4b94-aa76-d19f2951fe35 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:10.406213 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b1fd1837-b4c1-4ead-85f9-b6af49651fb5 req-8adc208f-abb5-4b94-aa76-d19f2951fe35 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.1525102 Mar 08 12:02:10.475432 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b1fd1837-b4c1-4ead-85f9-b6af49651fb5 req-5fa2bf74-d671-4e00-b9d1-04e1fa288bd1 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609250 Mar 08 12:02:11.610165 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25331952-97bf-45ad-a38d-a133c5d5247c req-561acbf3-440d-44d2-93b2-bef13663da1c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:11.617905 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-25331952-97bf-45ad-a38d-a133c5d5247c req-561acbf3-440d-44d2-93b2-bef13663da1c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0679178 Mar 08 12:02:11.667190 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-25331952-97bf-45ad-a38d-a133c5d5247c req-dc185f5f-2873-4a3d-a6bb-c1cd8d0a16b5 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481563 Mar 08 12:02:12.822009 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d01db-972c-4765-b55d-414bd38f82d1 req-0da02638-299a-4d4f-9665-7acae1494863 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:12.823500 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e71d01db-972c-4765-b55d-414bd38f82d1 req-0da02638-299a-4d4f-9665-7acae1494863 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0723081 Mar 08 12:02:12.878736 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e71d01db-972c-4765-b55d-414bd38f82d1 req-1180395f-2fe2-4f16-ae0e-f979e5f92b59 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473812 Mar 08 12:02:14.077804 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8f838-f7fc-45eb-8e77-9cbeac6d2a67 req-a27b7d9e-efbd-4d5f-ab50-091335de3903 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:14.086239 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-87a8f838-f7fc-45eb-8e77-9cbeac6d2a67 req-a27b7d9e-efbd-4d5f-ab50-091335de3903 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0856214 Mar 08 12:02:14.170900 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-87a8f838-f7fc-45eb-8e77-9cbeac6d2a67 req-2ace337f-1c4e-4f0d-8f6b-286c48198f45 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773063 Mar 08 12:02:15.293380 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68a98d-3a40-40fa-b161-c775aa56bb8f req-5c9168bc-801d-4a0f-a72c-48be531c098c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:15.294898 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3f68a98d-3a40-40fa-b161-c775aa56bb8f req-5c9168bc-801d-4a0f-a72c-48be531c098c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0596409 Mar 08 12:02:15.345704 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3f68a98d-3a40-40fa-b161-c775aa56bb8f req-5b99c515-6d8d-4741-a424-c81387e2c1c7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 Mar 08 12:02:16.513102 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d67ecf-0a7c-4f0f-bc47-857272fdbf31 req-4decf2c8-1592-4079-aecd-5c48bad118bb tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:16.521254 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a4d67ecf-0a7c-4f0f-bc47-857272fdbf31 req-4decf2c8-1592-4079-aecd-5c48bad118bb tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0933807 Mar 08 12:02:16.594063 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a4d67ecf-0a7c-4f0f-bc47-857272fdbf31 req-3be40126-b6b1-41fe-9bbc-8d3932c51feb tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701842 Mar 08 12:02:17.616941 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2f6e0665-7f98-4126-9403-3c76a2b3a565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:17.739128 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b78a0-f581-4315-95d6-cfb9601775c9 req-49a7f86a-836d-48e8-9169-424c22e03e79 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:17.740534 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0d1b78a0-f581-4315-95d6-cfb9601775c9 req-49a7f86a-836d-48e8-9169-424c22e03e79 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0753129 Mar 08 12:02:17.794830 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0d1b78a0-f581-4315-95d6-cfb9601775c9 req-79411982-4162-45db-a029-117b7ad5fefb tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477746 Mar 08 12:02:18.924642 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b529bf6-f3c4-438d-a965-87dd668e85a8 req-18a00b73-32f4-459f-b10e-bd64bdf258fb tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:18.927012 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8b529bf6-f3c4-438d-a965-87dd668e85a8 req-18a00b73-32f4-459f-b10e-bd64bdf258fb tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0567033 Mar 08 12:02:19.003970 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8b529bf6-f3c4-438d-a965-87dd668e85a8 req-641d2603-7b26-431a-8700-2c03f9245c80 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675726 Mar 08 12:02:20.094799 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-65c808ed-a607-4006-82b9-9d269be269e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.169921 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a3fbd-889b-4245-8349-dce2e52445dc req-97a774c0-5216-40e9-9af3-7f95d889ad3a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:20.177217 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3f2a3fbd-889b-4245-8349-dce2e52445dc req-97a774c0-5216-40e9-9af3-7f95d889ad3a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0914190 Mar 08 12:02:20.267000 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3f2a3fbd-889b-4245-8349-dce2e52445dc req-c7444c87-4979-4d85-82ac-d793ab5e0b57 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882645 Mar 08 12:02:20.993730 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:21.387346 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00792dd5-b36b-46aa-b6fa-80bb16041e8c req-60d0653b-e600-45ad-8734-97e3656887f3 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:21.388884 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-00792dd5-b36b-46aa-b6fa-80bb16041e8c req-60d0653b-e600-45ad-8734-97e3656887f3 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0520258 Mar 08 12:02:21.435531 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-00792dd5-b36b-46aa-b6fa-80bb16041e8c req-1b1a0c1b-68f7-4586-8204-803940efebc6 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411117 Mar 08 12:02:22.473922 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:22.549106 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c828689-86ba-4160-90e6-858e89070295 req-5be25ec5-128f-4347-b252-8be57432652d tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:22.551215 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7c828689-86ba-4160-90e6-858e89070295 req-5be25ec5-128f-4347-b252-8be57432652d tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0500417 Mar 08 12:02:22.596040 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7c828689-86ba-4160-90e6-858e89070295 req-5979a834-9afe-47c1-a85e-abda10dc48eb tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393982 Mar 08 12:02:23.725589 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67799107-59e9-47e1-a40d-9c54722c038a req-aee2c3ce-7025-4885-a7dd-0dbd03325bd6 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:23.727722 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-67799107-59e9-47e1-a40d-9c54722c038a req-aee2c3ce-7025-4885-a7dd-0dbd03325bd6 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0628603 Mar 08 12:02:23.774825 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-67799107-59e9-47e1-a40d-9c54722c038a req-75623f00-b9a4-4f0d-bb2a-18bdf7f83831 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Mar 08 12:02:23.936304 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:24.897266 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e940d23-c225-4707-b902-d7eb00ab7d82 req-c88891ca-7f7b-47ad-b903-a82b8a14c585 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:24.898752 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2e940d23-c225-4707-b902-d7eb00ab7d82 req-c88891ca-7f7b-47ad-b903-a82b8a14c585 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0558646 Mar 08 12:02:24.945766 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2e940d23-c225-4707-b902-d7eb00ab7d82 req-030083dd-23e1-4e3a-961a-85ffec7af3ab tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Mar 08 12:02:25.019487 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:02:26.090144 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1d7da-c2ba-4820-8acf-d637e59dcfd9 req-66a06471-48b7-4d6a-a2ce-d5d68d89bcf6 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:26.092870 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-39b1d7da-c2ba-4820-8acf-d637e59dcfd9 req-66a06471-48b7-4d6a-a2ce-d5d68d89bcf6 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0665491 Mar 08 12:02:26.150542 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-39b1d7da-c2ba-4820-8acf-d637e59dcfd9 req-843fb2b1-b2ba-431e-a11b-7797e78e8811 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543535 Mar 08 12:02:27.273867 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d54b2d-2203-4ac8-8b7c-9390793e2ae9 req-dd4f63f2-1411-4320-8edb-6c8d82910f77 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:27.275589 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f1d54b2d-2203-4ac8-8b7c-9390793e2ae9 req-dd4f63f2-1411-4320-8edb-6c8d82910f77 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0537734 Mar 08 12:02:27.332348 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f1d54b2d-2203-4ac8-8b7c-9390793e2ae9 req-cfed128f-2325-4e14-a120-ba4884e20320 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504413 Mar 08 12:02:28.560546 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11658-4f23-4dd0-8468-5614e50ffffe req-c37de780-8c9f-4bfe-a41e-c7bf67c7a66e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:28.562324 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-07f11658-4f23-4dd0-8468-5614e50ffffe req-c37de780-8c9f-4bfe-a41e-c7bf67c7a66e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.1367607 Mar 08 12:02:28.614830 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-07f11658-4f23-4dd0-8468-5614e50ffffe req-fd0c12ea-2ab3-4471-aec7-251ec2848dfd tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466030 Mar 08 12:02:29.064869 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 44748) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:29.192071 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:29.284231 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Publish callbacks [] for security_group (f836e23a-09e4-4c86-813b-8c65bbbdb502), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:29.370519 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (f836e23a-09e4-4c86-813b-8c65bbbdb502), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:29.420193 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 44756) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:29.421096 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56f38a6831fc42d1841836ef5372efb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542030 Mar 08 12:02:29.421428 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f836e23a-09e4-4c86-813b-8c65bbbdb502,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:29.429272 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.429965 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.430518 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.431150 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.431696 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.432211 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.432760 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.438773 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.438773 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.438773 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.438773 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.438773 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.438773 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9baf66-f12f-45a4-bf24-a68feebcaa14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.486107 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Publish callbacks [] for security_group (f836e23a-09e4-4c86-813b-8c65bbbdb502), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:29.510784 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Publish callbacks [] for security_group (f836e23a-09e4-4c86-813b-8c65bbbdb502), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:29.672231 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (f836e23a-09e4-4c86-813b-8c65bbbdb502), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:29.674386 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:29.678560 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f836e23a-09e4-4c86-813b-8c65bbbdb502 HTTP/1.1" status: 204 len: 168 time: 0.2544382 Mar 08 12:02:29.689257 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f836e23a-09e4-4c86-813b-8c65bbbdb502,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:29.698235 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.698836 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.699339 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.699918 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.700551 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.701053 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.701564 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.702069 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.702577 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.702958 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.703368 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.703713 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.704065 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb35e6a-14d7-4fa2-b09e-e603c70f4ef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:29.772725 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ed7bf-7fad-43b6-bb30-d5b164786da0 req-ebbb0c77-f564-445e-9a66-2fc238ddbb7f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:29.774293 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aa3ed7bf-7fad-43b6-bb30-d5b164786da0 req-ebbb0c77-f564-445e-9a66-2fc238ddbb7f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0687351 Mar 08 12:02:29.826716 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aa3ed7bf-7fad-43b6-bb30-d5b164786da0 req-297da7d4-3e79-45e1-8c48-934461dc59d4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457606 Mar 08 12:02:30.113598 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 44776) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:30.305736 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4bef682f-6614-4163-a451-a8a5b81b6bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.411630 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4bef682f-6614-4163-a451-a8a5b81b6bc4 admin admin] Publish callbacks [] for security_group (1d4efb74-62be-44bf-bf1a-063d342306dd), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.484900 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4bef682f-6614-4163-a451-a8a5b81b6bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (1d4efb74-62be-44bf-bf1a-063d342306dd), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.539163 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-4bef682f-6614-4163-a451-a8a5b81b6bc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f73d9665b8b4ad2b650c051f56d8dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241636 Mar 08 12:02:30.540243 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef682f-6614-4163-a451-a8a5b81b6bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4efb74-62be-44bf-bf1a-063d342306dd,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:30.541944 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 44788) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:30.601779 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b207-739b-4b2c-a828-6fff8ca85990 admin admin] Publish callbacks [] for security_group (1d4efb74-62be-44bf-bf1a-063d342306dd), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.634040 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b207-739b-4b2c-a828-6fff8ca85990 admin admin] Publish callbacks [] for security_group (1d4efb74-62be-44bf-bf1a-063d342306dd), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.758997 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b207-739b-4b2c-a828-6fff8ca85990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (1d4efb74-62be-44bf-bf1a-063d342306dd), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.761774 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b207-739b-4b2c-a828-6fff8ca85990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:30.762922 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-a2e7b207-739b-4b2c-a828-6fff8ca85990 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d4efb74-62be-44bf-bf1a-063d342306dd HTTP/1.1" status: 204 len: 168 time: 0.2197440 Mar 08 12:02:30.815854 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7b207-739b-4b2c-a828-6fff8ca85990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4efb74-62be-44bf-bf1a-063d342306dd,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:30.851369 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6b48f-0c03-4867-b05c-934c82fb082c req-ece6b010-dc20-4d62-935d-7e01fa0c188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:30.852998 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c6b6b48f-0c03-4867-b05c-934c82fb082c req-ece6b010-dc20-4d62-935d-7e01fa0c188c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 1129 time: 0.1048167 Mar 08 12:02:30.909623 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c6b6b48f-0c03-4867-b05c-934c82fb082c req-37b6c68f-c48c-444b-bb28-60486f87bfa0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493681 Mar 08 12:02:30.995104 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02866ece-97b8-48c1-a63d-8e30e55645ad req-a108ca8b-4a02-4ea8-97ec-349a4ab6a13f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:30.997013 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-02866ece-97b8-48c1-a63d-8e30e55645ad req-a108ca8b-4a02-4ea8-97ec-349a4ab6a13f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0784962 Mar 08 12:02:31.087265 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-02866ece-97b8-48c1-a63d-8e30e55645ad req-88f9a7a8-653a-4448-b482-f0b2c25cb534 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810423 Mar 08 12:02:31.095410 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 44810) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:31.219156 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1748798973-network', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:31.307508 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Made reservation on behalf of 0cd44047d44749f79b6f9477db0ab065 for: {'network': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:02:31.310437 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.320912 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.414811 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Publish callbacks [] for security_group (d1eaf365-8ca5-4605-a72d-6cb855f630a6), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.440855 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 44816) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:31.457093 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d794a6c6-c224-42ff-b3a3-8be914ac20df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.492446 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d1eaf365-8ca5-4605-a72d-6cb855f630a6), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.539270 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=110281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:02:31.552709 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eaf365-8ca5-4605-a72d-6cb855f630a6,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:31.566834 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (c7d1b112-2a42-40c1-8be4-26fb82923228), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.567798 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.segments_db [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Added segment c7d1b112-2a42-40c1-8be4-26fb82923228 of type vlan for network aabb92dc-d16c-443c-8c3f-4eafc3241edc Mar 08 12:02:31.642685 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (aabb92dc-d16c-443c-8c3f-4eafc3241edc), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.701708 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d794a6c6-c224-42ff-b3a3-8be914ac20df admin admin] Publish callbacks [] for security_group (b336c35d-ab17-47da-a4da-fd0b9f6cc795), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.789120 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d794a6c6-c224-42ff-b3a3-8be914ac20df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b336c35d-ab17-47da-a4da-fd0b9f6cc795), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.808862 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (aabb92dc-d16c-443c-8c3f-4eafc3241edc), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.809891 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:31.810504 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.864514 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794a6c6-c224-42ff-b3a3-8be914ac20df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b336c35d-ab17-47da-a4da-fd0b9f6cc795,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:31.876649 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 44822) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:31.883681 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-d794a6c6-c224-42ff-b3a3-8be914ac20df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74d0130785eb4741b1c43c2c4cf83ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4414747 Mar 08 12:02:31.933594 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] Pushing event updated for resources: {'Network': ['ID=aabb92dc-d16c-443c-8c3f-4eafc3241edc,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:31.954073 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network aabb92dc-d16c-443c-8c3f-4eafc3241edc details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:02:31.957539 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-dd9236e0-f2a7-4d77-a947-889f47c54b65 admin admin] Publish callbacks [] for security_group (b336c35d-ab17-47da-a4da-fd0b9f6cc795), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.973680 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-626a7cb5-c6da-4dac-8f30-526fd6642baa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8770916 Mar 08 12:02:31.982457 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-dd9236e0-f2a7-4d77-a947-889f47c54b65 admin admin] Publish callbacks [] for security_group (b336c35d-ab17-47da-a4da-fd0b9f6cc795), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.984415 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 44824) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:31.992232 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-a5e2512b-82fe-4f2e-9bd3-3f5b621deaad admin admin] Request body: {'subnet': {'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1748798973-subnet', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'ip_version': 4}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:32.154983 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e2512b-82fe-4f2e-9bd3-3f5b621deaad admin admin] Made reservation on behalf of 0cd44047d44749f79b6f9477db0ab065 for: {'subnet': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:02:32.157488 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a5e2512b-82fe-4f2e-9bd3-3f5b621deaad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63748497'] for subnet (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:32.181919 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-dd9236e0-f2a7-4d77-a947-889f47c54b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b336c35d-ab17-47da-a4da-fd0b9f6cc795), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:32.184547 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-dd9236e0-f2a7-4d77-a947-889f47c54b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:32.186808 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-dd9236e0-f2a7-4d77-a947-889f47c54b65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b336c35d-ab17-47da-a4da-fd0b9f6cc795 HTTP/1.1" status: 204 len: 168 time: 0.3091197 Mar 08 12:02:32.211029 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9236e0-f2a7-4d77-a947-889f47c54b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b336c35d-ab17-47da-a4da-fd0b9f6cc795,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:32.275797 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88effd80-5bcc-47f0-9ed0-3ea7cd77d105 req-cfc8a0d6-fe51-4c17-8e84-9385ddfe187a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:32.280846 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88effd80-5bcc-47f0-9ed0-3ea7cd77d105 req-cfc8a0d6-fe51-4c17-8e84-9385ddfe187a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.1236043 Mar 08 12:02:32.415106 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88effd80-5bcc-47f0-9ed0-3ea7cd77d105 req-ff26b530-c549-44b8-94e0-c073e7c5dc11 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272538 Mar 08 12:02:32.582104 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a5e2512b-82fe-4f2e-9bd3-3f5b621deaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63299919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63748495'] for subnet (4dd617de-3677-4879-9306-e48bb7ab99d5), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:32.645422 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e2512b-82fe-4f2e-9bd3-3f5b621deaad admin admin] Checking segment: {'id': 'c7d1b112-2a42-40c1-8be4-26fb82923228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:02:32.645792 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2512b-82fe-4f2e-9bd3-3f5b621deaad admin admin] Network hostable DHCP agents. Network: aabb92dc-d16c-443c-8c3f-4eafc3241edc, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:02:32.648236 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2512b-82fe-4f2e-9bd3-3f5b621deaad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd617de-3677-4879-9306-e48bb7ab99d5,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:32.735364 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2512b-82fe-4f2e-9bd3-3f5b621deaad admin admin] Network aabb92dc-d16c-443c-8c3f-4eafc3241edc is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:02:32.816167 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-a5e2512b-82fe-4f2e-9bd3-3f5b621deaad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, aabb92dc-d16c-443c-8c3f-4eafc3241edc) {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:32.828155 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2512b-82fe-4f2e-9bd3-3f5b621deaad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:32.828374 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9f539d-39aa-4285-940e-28fd2bb7c486 None None] Network aabb92dc-d16c-443c-8c3f-4eafc3241edc requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:02:32.835388 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a5e2512b-82fe-4f2e-9bd3-3f5b621deaad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:32.949910 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-a5e2512b-82fe-4f2e-9bd3-3f5b621deaad admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9641302 Mar 08 12:02:32.952347 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 44850) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:32.960143 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:32.965902 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9da6154-2c8a-51fd-a243-852dfaf31b55-aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'fixed_ips': [{'subnet_id': '4dd617de-3677-4879-9306-e48bb7ab99d5'}]}} from dv-cinder-830086-2-iscsi. {{(pid=110283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:02:32.966737 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.069954 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66648729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (557efb76-8e79-40d0-ab35-317d62dbcce5), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.072337 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66648425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66620634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66999983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (557efb76-8e79-40d0-ab35-317d62dbcce5), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.111919 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.db_base_plugin_common [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Allocated IP 172.20.0.2 (aabb92dc-d16c-443c-8c3f-4eafc3241edc/4dd617de-3677-4879-9306-e48bb7ab99d5/70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee) {{(pid=110283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:33.154827 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Publish callbacks [] for router_controller (557efb76-8e79-40d0-ab35-317d62dbcce5), precommit_add_association {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.283925 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Publish callbacks [] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), precommit_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.392469 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.454529 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Publish callbacks [] for router_gateway (557efb76-8e79-40d0-ab35-317d62dbcce5), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.479123 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Network aabb92dc-d16c-443c-8c3f-4eafc3241edc is already hosted by enough agents. {{(pid=110283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:33.482018 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.base_scheduler [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Resources bound (agent type, host, resource id): {{(pid=110283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:33.486452 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Received port after_create {{(pid=110283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:02:33.489552 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Pushing event updated for resources: {'Port': ['ID=70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee,revision_number=1']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:33.500225 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:33.500650 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:33.501005 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:33.501347 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:33.501681 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:33.502011 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:33.502339 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:33.502666 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:33.502990 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:33.503327 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:33.503646 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:33.503969 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:33.504285 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:33.554367 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Attempting to bind port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:02:33.589357 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Attempting to bind port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'c7d1b112-2a42-40c1-8be4-26fb82923228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:02:33.589357 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Attempting to bind port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee on network aabb92dc-d16c-443c-8c3f-4eafc3241edc {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:02:33.589357 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:02:33.589357 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Checking segment: {'id': 'c7d1b112-2a42-40c1-8be4-26fb82923228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:02:33.589357 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.589357 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Bound using segment: {'id': 'c7d1b112-2a42-40c1-8be4-26fb82923228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:02:33.589357 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Bound port: 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d1b112-2a42-40c1-8be4-26fb82923228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:02:33.589357 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.590111 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7b5db-93f6-43c2-8b8b-c1d1be30e8f9 req-15447c2e-4297-4c9d-9c5b-6bc26a46d073 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:33.590111 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-68d7b5db-93f6-43c2-8b8b-c1d1be30e8f9 req-15447c2e-4297-4c9d-9c5b-6bc26a46d073 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0727510 Mar 08 12:02:33.623726 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] For port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:02:33.626783 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] For port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:02:33.667916 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-68d7b5db-93f6-43c2-8b8b-c1d1be30e8f9 req-ba379e42-7b82-4620-9e68-3eaca645a32d tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549259 Mar 08 12:02:33.687378 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.771811 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5f990-ba81-426b-ac93-5b1876fdd20a None None] Pushing event updated for resources: {'Port': ['ID=70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:33.863928 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Publish callbacks [] for router_gateway (557efb76-8e79-40d0-ab35-317d62dbcce5), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:33.890323 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:34.027372 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Allocated IP 172.27.0.131 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/1f5b4f09-470c-4967-8e29-a595813e76fa) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:34.189135 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Publish callbacks [] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:34.287469 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c90023-94cd-4460-801d-95e5340495be req-96447768-d2df-475e-b0c6-b35e964789d4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:34.289000 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c6c90023-94cd-4460-801d-95e5340495be req-96447768-d2df-475e-b0c6-b35e964789d4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0763917 Mar 08 12:02:34.359693 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c6c90023-94cd-4460-801d-95e5340495be req-e191e6b4-7836-4811-a99e-8b91b1c71ba4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626881 Mar 08 12:02:34.364866 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2d179-ae6b-45fc-9526-cf093220e8e7 req-bfde3bb5-c556-40f6-8ff1-c32759dedccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:34.366968 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-94b2d179-ae6b-45fc-9526-cf093220e8e7 req-bfde3bb5-c556-40f6-8ff1-c32759dedccd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 1129 time: 0.0770910 Mar 08 12:02:34.395243 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:34.479846 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:34.485448 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:34.493280 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:02:34.497835 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1f5b4f09-470c-4967-8e29-a595813e76fa,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:34.537830 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2d179-ae6b-45fc-9526-cf093220e8e7 req-ed7028aa-d089-4d65-b4d5-7b42ff8db009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:34.539314 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-94b2d179-ae6b-45fc-9526-cf093220e8e7 req-ed7028aa-d089-4d65-b4d5-7b42ff8db009 service neutron] 10.222.0.53 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 919 time: 0.1641145 Mar 08 12:02:34.641305 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-94b2d179-ae6b-45fc-9526-cf093220e8e7 req-0d422340-c28e-45c2-a6b1-3d67ca03b9db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=438d30c0-b9b9-44bf-841f-08b2d37ccf1d HTTP/1.1" status: 200 len: 217 time: 0.0938144 Mar 08 12:02:34.646969 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 44908) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:34.728896 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2d179-ae6b-45fc-9526-cf093220e8e7 req-e325d072-4027-4f85-9a95-51eeae0c32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:34.730536 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-94b2d179-ae6b-45fc-9526-cf093220e8e7 req-e325d072-4027-4f85-9a95-51eeae0c32f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13640637-05f7-46ca-85f6-679ac8752a14 HTTP/1.1" status: 200 len: 858 time: 0.0828083 Mar 08 12:02:34.764167 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-94b2d179-ae6b-45fc-9526-cf093220e8e7 req-6b42f54a-7e11-4dd3-a03e-b7c885d90452 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98344952-e0db-43ab-bdc0-bda704b5a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270216 Mar 08 12:02:34.769438 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a1a9be32-22a9-4248-972a-3e89c072437a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:34.854669 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a1a9be32-22a9-4248-972a-3e89c072437a admin admin] Publish callbacks [] for security_group (0e320f35-6676-4a92-940d-42f7e60152ef), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:34.929359 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-94b2d179-ae6b-45fc-9526-cf093220e8e7 req-7a259e04-69f9-40ea-90a2-7b839202c281 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578417 Mar 08 12:02:34.933082 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed77d5-f11e-4808-acfc-94c6258746f0 None None] Network aabb92dc-d16c-443c-8c3f-4eafc3241edc requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:02:34.984493 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Publish callbacks [] for router_gateway (557efb76-8e79-40d0-ab35-317d62dbcce5), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:34.992839 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a1a9be32-22a9-4248-972a-3e89c072437a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (0e320f35-6676-4a92-940d-42f7e60152ef), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.010364 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8a7e1c30-56c5-49c5-a020-005a98c89285 None None] Provisioning complete for port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:35.010962 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8a7e1c30-56c5-49c5-a020-005a98c89285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.034600 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-a1a9be32-22a9-4248-972a-3e89c072437a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2d6aaa8dc504c42b7c0a303dac1b2ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3859863 Mar 08 12:02:35.035850 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9be32-22a9-4248-972a-3e89c072437a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e320f35-6676-4a92-940d-42f7e60152ef,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:35.038518 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 44916) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:35.096444 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f3957c14-f26f-4919-bb31-2be657bda91e admin admin] Publish callbacks [] for security_group (0e320f35-6676-4a92-940d-42f7e60152ef), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.138320 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f3957c14-f26f-4919-bb31-2be657bda91e admin admin] Publish callbacks [] for security_group (0e320f35-6676-4a92-940d-42f7e60152ef), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.150812 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e1c30-56c5-49c5-a020-005a98c89285 None None] Current status of the port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:35.151214 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8a7e1c30-56c5-49c5-a020-005a98c89285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.191736 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8a7e1c30-56c5-49c5-a020-005a98c89285 None None] For port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:35.232014 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:35.287512 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:35.288274 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.295999 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f3957c14-f26f-4919-bb31-2be657bda91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (0e320f35-6676-4a92-940d-42f7e60152ef), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.300567 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f3957c14-f26f-4919-bb31-2be657bda91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.301903 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-f3957c14-f26f-4919-bb31-2be657bda91e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e320f35-6676-4a92-940d-42f7e60152ef HTTP/1.1" status: 204 len: 168 time: 0.2622597 Mar 08 12:02:35.324406 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3957c14-f26f-4919-bb31-2be657bda91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e320f35-6676-4a92-940d-42f7e60152ef,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:35.333053 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8a7e1c30-56c5-49c5-a020-005a98c89285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.381856 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-94b2d179-ae6b-45fc-9526-cf093220e8e7 req-f800db95-412d-4176-afa8-cfb4e30ada9d service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435410 Mar 08 12:02:35.422620 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e1c30-56c5-49c5-a020-005a98c89285 None None] Pushing event updated for resources: {'Port': ['ID=70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:35.503362 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:35.522201 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-465eb706-7538-4895-b4c3-15bf957c44ce None None] Provisioning complete for port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:35.522671 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-465eb706-7538-4895-b4c3-15bf957c44ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.579870 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66648418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66620663'] for router (557efb76-8e79-40d0-ab35-317d62dbcce5), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:35.602098 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55241d29-8c76-4e09-aa29-c4eecd2aa960 req-4b573d43-77bf-4c94-bca6-d33fed456402 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:35.608850 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-55241d29-8c76-4e09-aa29-c4eecd2aa960 req-4b573d43-77bf-4c94-bca6-d33fed456402 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.1188600 Mar 08 12:02:35.621996 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-465eb706-7538-4895-b4c3-15bf957c44ce None None] Current status of the port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:35.730754 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-55241d29-8c76-4e09-aa29-c4eecd2aa960 req-34c4626c-f2fe-47be-a311-cc069220c1a1 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205826 Mar 08 12:02:35.884743 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Router 557efb76-8e79-40d0-ab35-317d62dbcce5 is scheduled to L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 with binding_index 1 {{(pid=110281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:02:36.029939 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:02:36.041353 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Sync routers for ids ['557efb76-8e79-40d0-ab35-317d62dbcce5'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:02:36.063281 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Routers {'557efb76-8e79-40d0-ab35-317d62dbcce5'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:02:36.063281 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:02:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['557efb76-8e79-40d0-ab35-317d62dbcce5'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:36.136103 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.137398 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-d42ec355-da0f-4553-8c96-df5a6ad814e8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1840742 Mar 08 12:02:36.140367 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 44960) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:36.152963 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.173235 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Set router 557efb76-8e79-40d0-ab35-317d62dbcce5 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:02:36.362360 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:34Z', 'revision_number': 3, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:36.388974 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Checking router: 557efb76-8e79-40d0-ab35-317d62dbcce5 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:02:36.389326 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Updating router 557efb76-8e79-40d0-ab35-317d62dbcce5 port 1f5b4f09-470c-4967-8e29-a595813e76fa binding host dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:02:36.418238 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.573683 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.705965 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Publish callbacks [] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), precommit_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.744235 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Allocated IP 172.20.0.1 (aabb92dc-d16c-443c-8c3f-4eafc3241edc/4dd617de-3677-4879-9306-e48bb7ab99d5/7c7213f5-1b54-4792-8e7b-10ee53982543) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:36.816197 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.859939 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Pushing event updated for resources: {'Port': ['ID=1f5b4f09-470c-4967-8e29-a595813e76fa,revision_number=2']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:36.860291 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Publish callbacks [] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.877843 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Attempting to bind port 1f5b4f09-470c-4967-8e29-a595813e76fa on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:02:36.878500 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Attempting to bind port 1f5b4f09-470c-4967-8e29-a595813e76fa by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:02:36.879020 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Attempting to bind port 1f5b4f09-470c-4967-8e29-a595813e76fa on network b11f5efd-e33a-4972-9f0b-6f3c889a5429 {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:02:36.886517 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c264854-c91b-4f36-9aaf-72d36ef264dc req-6ef555a9-b59c-43c6-acf3-c4ad856f8ed4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:36.890748 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6c264854-c91b-4f36-9aaf-72d36ef264dc req-6ef555a9-b59c-43c6-acf3-c4ad856f8ed4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0794716 Mar 08 12:02:36.897050 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:02:36.897050 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Checking segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:02:36.897050 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.897050 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Bound using segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:02:36.902317 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Bound port: 1f5b4f09-470c-4967-8e29-a595813e76fa, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:02:36.902987 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:36.906803 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:36.907178 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:36.907540 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:36.907881 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:36.908538 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:36.909082 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:36.909592 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:36.909920 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:36.910247 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:36.910665 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:36.910928 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:36.911232 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:36.911553 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:36.944203 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6c264854-c91b-4f36-9aaf-72d36ef264dc req-ed1c3bfd-b534-4c8e-b43d-2911a7fe6638 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495620 Mar 08 12:02:36.962429 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] For port 1f5b4f09-470c-4967-8e29-a595813e76fa, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:02:36.965470 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] For port 1f5b4f09-470c-4967-8e29-a595813e76fa, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=1f5b4f09-470c-4967-8e29-a595813e76fa,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:02:36.982213 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.021099 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Network aabb92dc-d16c-443c-8c3f-4eafc3241edc is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:37.024191 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:37.027516 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:02:37.060204 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c7213f5-1b54-4792-8e7b-10ee53982543,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:37.074952 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66621402'] for router_interface (557efb76-8e79-40d0-ab35-317d62dbcce5), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.101016 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.211954 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:37.222422 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab010e39-cae1-4143-8ab2-c6ca94702a20 None None] Pushing event updated for resources: {'Port': ['ID=1f5b4f09-470c-4967-8e29-a595813e76fa,revision_number=3']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:37.234022 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Routers {'557efb76-8e79-40d0-ab35-317d62dbcce5'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:02:37.235135 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:02:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['557efb76-8e79-40d0-ab35-317d62dbcce5'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:37.264445 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:37.264984 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.356234 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:37.361455 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] Set router 557efb76-8e79-40d0-ab35-317d62dbcce5 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:02:37.370288 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-dbeb2393-e317-4918-b558-552f92112ae0 None None] Provisioning complete for port 7c7213f5-1b54-4792-8e7b-10ee53982543 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:37.370908 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-dbeb2393-e317-4918-b558-552f92112ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.381291 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.431641 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb2393-e317-4918-b558-552f92112ae0 None None] Port 7c7213f5-1b54-4792-8e7b-10ee53982543 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:02:37.571848 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Publish callbacks [] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.636950 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:34Z', 'revision_number': 3, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:37.643155 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.663811 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19bd53-0f21-48f2-ae9d-0ee51ab5768c None None] The sync data for ids ['557efb76-8e79-40d0-ab35-317d62dbcce5'] in dv-cinder-830086-2-iscsi is: [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:34Z', 'revision_number': 3, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:02:37.715827 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66820467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66621366'] for router_interface (557efb76-8e79-40d0-ab35-317d62dbcce5), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.718263 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c7213f5-1b54-4792-8e7b-10ee53982543,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:37.826034 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Network aabb92dc-d16c-443c-8c3f-4eafc3241edc is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:37.827516 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:37.996886 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Router 557efb76-8e79-40d0-ab35-317d62dbcce5 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:02:38.151001 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb3ed6-d8ea-42ee-a0f4-054aed2a594b req-457eeb6f-b635-407c-8e33-624108a7d3f2 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:38.158323 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0aeb3ed6-d8ea-42ee-a0f4-054aed2a594b req-457eeb6f-b635-407c-8e33-624108a7d3f2 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.1161225 Mar 08 12:02:38.159723 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:02:38.165128 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-216261f2-4c76-4482-834e-da7dbd108dd8 admin admin] 10.222.0.43 "PUT /v2.0/routers/557efb76-8e79-40d0-ab35-317d62dbcce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0235946 Mar 08 12:02:38.198831 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-3d207ed6-d9ed-496e-a3bf-00fdaef5df0e None None] Provisioning complete for port 7c7213f5-1b54-4792-8e7b-10ee53982543 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:38.199216 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3d207ed6-d9ed-496e-a3bf-00fdaef5df0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:38.244236 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0aeb3ed6-d8ea-42ee-a0f4-054aed2a594b req-853e1749-0fed-4f71-a356-889b5c6c8bd8 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848072 Mar 08 12:02:38.250710 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-3d207ed6-d9ed-496e-a3bf-00fdaef5df0e None None] Port 7c7213f5-1b54-4792-8e7b-10ee53982543 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:02:38.758403 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 45056) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:38.802782 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e85328-5bbc-48b9-9515-96b5c4d2691b admin admin] Deleting subnet 75848af8-286c-4161-ab78-858a51ef7075 {{(pid=110282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:02:38.805935 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-61e85328-5bbc-48b9-9515-96b5c4d2691b admin admin] Publish callbacks [] for subnet (75848af8-286c-4161-ab78-858a51ef7075), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:38.839783 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-61e85328-5bbc-48b9-9515-96b5c4d2691b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417268'] for subnet (75848af8-286c-4161-ab78-858a51ef7075), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:38.879778 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-61e85328-5bbc-48b9-9515-96b5c4d2691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (75848af8-286c-4161-ab78-858a51ef7075), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:38.950733 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 45062) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:38.955653 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1014402611-network', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:38.998665 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-61e85328-5bbc-48b9-9515-96b5c4d2691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64257017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64241037'] for subnet (75848af8-286c-4161-ab78-858a51ef7075), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.024924 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e85328-5bbc-48b9-9515-96b5c4d2691b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75848af8-286c-4161-ab78-858a51ef7075,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:39.026885 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-61e85328-5bbc-48b9-9515-96b5c4d2691b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.030098 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-61e85328-5bbc-48b9-9515-96b5c4d2691b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/75848af8-286c-4161-ab78-858a51ef7075 HTTP/1.1" status: 204 len: 168 time: 0.2706926 Mar 08 12:02:39.032576 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 45064) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:39.049386 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Made reservation on behalf of 4c0c40b2c14b4c78b1fa437c1b27966e for: {'network': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:02:39.051507 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.070275 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.122321 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a909b769-8ade-47bd-b010-cf8bed9b2aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (8d0db3a2-0a95-4904-987a-929c171ec9db), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.201585 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 1f5b4f09-470c-4967-8e29-a595813e76fa up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:39.254957 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a909b769-8ade-47bd-b010-cf8bed9b2aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (8d0db3a2-0a95-4904-987a-929c171ec9db), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.281068 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Publish callbacks [] for security_group (ed3ee539-6356-451b-bc70-e71af949f77e), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.293488 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-a909b769-8ade-47bd-b010-cf8bed9b2aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0db3a2-0a95-4904-987a-929c171ec9db']}} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:39.308363 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-a909b769-8ade-47bd-b010-cf8bed9b2aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee851eec-88cd-47b0-840b-8e9bc8363ae6') {'for_net_delete': True} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:39.308980 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-a909b769-8ade-47bd-b010-cf8bed9b2aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee851eec-88cd-47b0-840b-8e9bc8363ae6') {} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:39.320493 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a909b769-8ade-47bd-b010-cf8bed9b2aed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417039'] for segment (ee851eec-88cd-47b0-840b-8e9bc8363ae6), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.342137 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a909b769-8ade-47bd-b010-cf8bed9b2aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (ee851eec-88cd-47b0-840b-8e9bc8363ae6), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.368598 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (ed3ee539-6356-451b-bc70-e71af949f77e), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.368598 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a909b769-8ade-47bd-b010-cf8bed9b2aed admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=110282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:02:39.368598 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a909b769-8ade-47bd-b010-cf8bed9b2aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64256915'] for segment (ee851eec-88cd-47b0-840b-8e9bc8363ae6), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: Traceback (most recent call last): Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: timer() Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: cb(*args, **kw) Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: return func(*args, **kwargs) Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: self._notify() Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: self.callback(batched_events) Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: event.method(event) Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: return f(self, *a, **k) Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._get(url).json() Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: return self.request(url, 'GET', **kwargs) Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:02:39.387014 dv-cinder-830086-2-iscsi neutron-server[110282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:02:39.442623 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaec830-7b95-4801-814f-38a88f0cf8ad req-4a521421-8e80-465c-8148-b4ad48e4f80e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:39.445158 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deaec830-7b95-4801-814f-38a88f0cf8ad req-4a521421-8e80-465c-8148-b4ad48e4f80e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0701582 Mar 08 12:02:39.464810 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 1f5b4f09-470c-4967-8e29-a595813e76fa triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:39.465810 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.472608 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=110282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:02:39.479355 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3ee539-6356-451b-bc70-e71af949f77e,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:39.487452 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.487782 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.segments_db [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Added segment 54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac of type vlan for network a16ec0cb-e220-47d5-b6ef-913665c77568 Mar 08 12:02:39.504887 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-deaec830-7b95-4801-814f-38a88f0cf8ad req-2077d5ba-0818-4120-845a-4a11f7f30b2d tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541048 Mar 08 12:02:39.541964 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (a16ec0cb-e220-47d5-b6ef-913665c77568), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.560938 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a909b769-8ade-47bd-b010-cf8bed9b2aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (8d0db3a2-0a95-4904-987a-929c171ec9db), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.565327 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a909b769-8ade-47bd-b010-cf8bed9b2aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.569939 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-a909b769-8ade-47bd-b010-cf8bed9b2aed admin admin] 10.222.0.43 "DELETE /v2.0/networks/8d0db3a2-0a95-4904-987a-929c171ec9db HTTP/1.1" status: 204 len: 168 time: 0.5363786 Mar 08 12:02:39.587825 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909b769-8ade-47bd-b010-cf8bed9b2aed admin admin] Pushing event deleted for resources: {'Network': ['ID=8d0db3a2-0a95-4904-987a-929c171ec9db,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:39.592172 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 1f5b4f09-470c-4967-8e29-a595813e76fa is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:39.592661 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.613949 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port 1f5b4f09-470c-4967-8e29-a595813e76fa, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=1f5b4f09-470c-4967-8e29-a595813e76fa,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:39.640107 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Sync routers for ids ['557efb76-8e79-40d0-ab35-317d62dbcce5'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:02:39.648995 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Routers {'557efb76-8e79-40d0-ab35-317d62dbcce5'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:02:39.649628 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:02:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['557efb76-8e79-40d0-ab35-317d62dbcce5'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:39.668108 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (a16ec0cb-e220-47d5-b6ef-913665c77568), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.669410 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:39.670236 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.745215 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.749337 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] Pushing event updated for resources: {'Network': ['ID=a16ec0cb-e220-47d5-b6ef-913665c77568,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:39.768519 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-505ae006-28b9-4bed-b5c9-34e024c98793 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8165910 Mar 08 12:02:39.771523 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 45078) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:39.776453 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-69832ea2-ce26-4519-929f-934bf5668202 admin admin] Request body: {'subnet': {'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1014402611-subnet', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'ip_version': 4}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:39.784834 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network a16ec0cb-e220-47d5-b6ef-913665c77568 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:02:39.833209 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Set router 557efb76-8e79-40d0-ab35-317d62dbcce5 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:02:39.895747 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69832ea2-ce26-4519-929f-934bf5668202 admin admin] Made reservation on behalf of 4c0c40b2c14b4c78b1fa437c1b27966e for: {'subnet': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:02:39.904279 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-69832ea2-ce26-4519-929f-934bf5668202 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64241130'] for subnet (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:39.914879 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=1f5b4f09-470c-4967-8e29-a595813e76fa,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:39.999581 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 45080) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:40.046862 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-aa2af04c-e3df-4fda-89b6-6d8c4ee3523f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07e8ae0481dd41c485dd93c736899706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454323 Mar 08 12:02:40.049349 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 45084) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:40.098865 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:37Z', 'revision_number': 4, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '7c7213f5-1b54-4792-8e7b-10ee53982543', 'name': '', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'mac_address': 'fa:16:3e:03:19:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:36Z', 'updated_at': '2022-03-08T12:02:37Z', 'revision_number': 2, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'subnets': [{'id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:40.103727 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-e0dec73f-7ed5-40c6-9218-3d8acad72779 admin admin] Publish callbacks [] for security_group (c9788a07-9110-4042-999e-e8c486f749d2), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.124342 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-e0dec73f-7ed5-40c6-9218-3d8acad72779 admin admin] Publish callbacks [] for security_group (c9788a07-9110-4042-999e-e8c486f749d2), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.125812 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Checking router: 557efb76-8e79-40d0-ab35-317d62dbcce5 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:02:40.126171 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Updating router 557efb76-8e79-40d0-ab35-317d62dbcce5 port 7c7213f5-1b54-4792-8e7b-10ee53982543 binding host dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:02:40.142151 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-69832ea2-ce26-4519-929f-934bf5668202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64256574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64241140'] for subnet (dd65a729-f7ac-479e-9c0c-2b16e61d3ab3), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.153852 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.197503 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69832ea2-ce26-4519-929f-934bf5668202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd65a729-f7ac-479e-9c0c-2b16e61d3ab3,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:40.210707 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69832ea2-ce26-4519-929f-934bf5668202 admin admin] Checking segment: {'id': '54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:02:40.211116 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69832ea2-ce26-4519-929f-934bf5668202 admin admin] Network hostable DHCP agents. Network: a16ec0cb-e220-47d5-b6ef-913665c77568, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:02:40.263659 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-e0dec73f-7ed5-40c6-9218-3d8acad72779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (c9788a07-9110-4042-999e-e8c486f749d2), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.266488 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-e0dec73f-7ed5-40c6-9218-3d8acad72779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.272529 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-e0dec73f-7ed5-40c6-9218-3d8acad72779 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9788a07-9110-4042-999e-e8c486f749d2 HTTP/1.1" status: 204 len: 168 time: 0.2171738 Mar 08 12:02:40.275897 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dec73f-7ed5-40c6-9218-3d8acad72779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9788a07-9110-4042-999e-e8c486f749d2,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:40.290141 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69832ea2-ce26-4519-929f-934bf5668202 admin admin] Network a16ec0cb-e220-47d5-b6ef-913665c77568 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:02:40.358854 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-69832ea2-ce26-4519-929f-934bf5668202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, a16ec0cb-e220-47d5-b6ef-913665c77568) {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:40.363146 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69832ea2-ce26-4519-929f-934bf5668202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:40.363757 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-69832ea2-ce26-4519-929f-934bf5668202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.377088 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14c6b98-a7da-4339-8aec-60a7106f8cc6 None None] Network a16ec0cb-e220-47d5-b6ef-913665c77568 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:02:40.464637 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-69832ea2-ce26-4519-929f-934bf5668202 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6919436 Mar 08 12:02:40.467369 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 45094) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:40.472422 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1014402611-router', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:40.507188 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Publish callbacks [] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), precommit_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.534600 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9da6154-2c8a-51fd-a243-852dfaf31b55-a16ec0cb-e220-47d5-b6ef-913665c77568', 'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568', 'project_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'fixed_ips': [{'subnet_id': 'dd65a729-f7ac-479e-9c0c-2b16e61d3ab3'}]}} from dv-cinder-830086-2-iscsi. {{(pid=110283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:02:40.535447 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.569931 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66648729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (c6d28c19-1310-4b70-b163-e69a60352f17), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.571026 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66648425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66620634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66999983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (c6d28c19-1310-4b70-b163-e69a60352f17), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.621770 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.628532 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e7872-9adb-4001-91ca-0c4afaf3d6c7 req-7ff453f5-1ead-44a1-8feb-8fdfe19da394 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:40.630119 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4b8e7872-9adb-4001-91ca-0c4afaf3d6c7 req-7ff453f5-1ead-44a1-8feb-8fdfe19da394 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0539031 Mar 08 12:02:40.721510 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4b8e7872-9adb-4001-91ca-0c4afaf3d6c7 req-3603ec67-e2f6-4a11-98bf-4ebfd0d3093a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845025 Mar 08 12:02:40.739553 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2c57f-0392-4c23-9a8d-99c93f2ad1d5 None None] Pushing event updated for resources: {'Port': ['ID=7c7213f5-1b54-4792-8e7b-10ee53982543,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:40.808688 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Attempting to bind port 7c7213f5-1b54-4792-8e7b-10ee53982543 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:02:40.809253 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Attempting to bind port 7c7213f5-1b54-4792-8e7b-10ee53982543 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'c7d1b112-2a42-40c1-8be4-26fb82923228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:02:40.809623 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Attempting to bind port 7c7213f5-1b54-4792-8e7b-10ee53982543 on network aabb92dc-d16c-443c-8c3f-4eafc3241edc {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:02:40.819967 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.db_base_plugin_common [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Allocated IP 172.20.0.2 (a16ec0cb-e220-47d5-b6ef-913665c77568/dd65a729-f7ac-479e-9c0c-2b16e61d3ab3/0777304d-12cb-4815-844d-002769f8a736) {{(pid=110283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:40.822801 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:02:40.823416 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Checking segment: {'id': 'c7d1b112-2a42-40c1-8be4-26fb82923228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:02:40.823826 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.824224 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Bound using segment: {'id': 'c7d1b112-2a42-40c1-8be4-26fb82923228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:02:40.824744 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Bound port: 7c7213f5-1b54-4792-8e7b-10ee53982543, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d1b112-2a42-40c1-8be4-26fb82923228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:02:40.825127 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.857485 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Publish callbacks [] for router_controller (c6d28c19-1310-4b70-b163-e69a60352f17), precommit_add_association {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:40.977948 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] For port 7c7213f5-1b54-4792-8e7b-10ee53982543, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:02:40.984409 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] For port 7c7213f5-1b54-4792-8e7b-10ee53982543, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=7c7213f5-1b54-4792-8e7b-10ee53982543,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:02:41.035117 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-28377bc1-b706-4cd8-ad45-6ad79029eebb None None] Provisioning complete for port 7c7213f5-1b54-4792-8e7b-10ee53982543 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:41.035497 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-28377bc1-b706-4cd8-ad45-6ad79029eebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.064851 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.076639 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Publish callbacks [] for router_gateway (c6d28c19-1310-4b70-b163-e69a60352f17), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.129985 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Publish callbacks [] for port (0777304d-12cb-4815-844d-002769f8a736), precommit_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.131919 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-28377bc1-b706-4cd8-ad45-6ad79029eebb None None] Port 7c7213f5-1b54-4792-8e7b-10ee53982543 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:02:41.156880 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Routers {'557efb76-8e79-40d0-ab35-317d62dbcce5'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:02:41.157756 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:02:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['557efb76-8e79-40d0-ab35-317d62dbcce5'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:41.159851 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2c57f-0392-4c23-9a8d-99c93f2ad1d5 None None] Pushing event updated for resources: {'Port': ['ID=7c7213f5-1b54-4792-8e7b-10ee53982543,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:41.209383 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 1f5b4f09-470c-4967-8e29-a595813e76fa up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:41.401599 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Publish callbacks [] for router_gateway (c6d28c19-1310-4b70-b163-e69a60352f17), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.411382 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (0777304d-12cb-4815-844d-002769f8a736), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.419870 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.518008 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Network a16ec0cb-e220-47d5-b6ef-913665c77568 is already hosted by enough agents. {{(pid=110283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:41.535630 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.base_scheduler [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Resources bound (agent type, host, resource id): {{(pid=110283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:41.539155 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Received port after_create {{(pid=110283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:02:41.566588 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Pushing event updated for resources: {'Port': ['ID=0777304d-12cb-4815-844d-002769f8a736,revision_number=1']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:41.588934 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Allocated IP 172.27.0.65 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/d3c1c28d-36e3-46e4-a5a0-c707a89dd2de) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:41.593099 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-a83cbb29-4134-45cc-a300-f9b041d5cc2a None None] Provisioning complete for port 7c7213f5-1b54-4792-8e7b-10ee53982543 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:41.593542 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a83cbb29-4134-45cc-a300-f9b041d5cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.620511 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] Set router 557efb76-8e79-40d0-ab35-317d62dbcce5 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:02:41.707174 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 1f5b4f09-470c-4967-8e29-a595813e76fa triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:41.707556 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.716125 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Attempting to bind port 0777304d-12cb-4815-844d-002769f8a736 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:02:41.716532 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Attempting to bind port 0777304d-12cb-4815-844d-002769f8a736 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:02:41.716908 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Attempting to bind port 0777304d-12cb-4815-844d-002769f8a736 on network a16ec0cb-e220-47d5-b6ef-913665c77568 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:02:41.747778 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Publish callbacks [] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.781353 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:02:41.781737 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Checking segment: {'id': '54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:02:41.782150 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.782551 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Bound using segment: {'id': '54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:02:41.783040 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Bound port: 0777304d-12cb-4815-844d-002769f8a736, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:02:41.783630 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (0777304d-12cb-4815-844d-002769f8a736), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.951409 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbb29-4134-45cc-a300-f9b041d5cc2a None None] Current status of the port 7c7213f5-1b54-4792-8e7b-10ee53982543 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:41.951880 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a83cbb29-4134-45cc-a300-f9b041d5cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.953970 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:42.013892 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:42.017067 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:42.022301 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:02:42.047415 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] For port 0777304d-12cb-4815-844d-002769f8a736, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:02:42.049366 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c1c28d-36e3-46e4-a5a0-c707a89dd2de,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:42.077852 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-a83cbb29-4134-45cc-a300-f9b041d5cc2a None None] For port 7c7213f5-1b54-4792-8e7b-10ee53982543, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=7c7213f5-1b54-4792-8e7b-10ee53982543,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:42.079864 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] For port 0777304d-12cb-4815-844d-002769f8a736, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=0777304d-12cb-4815-844d-002769f8a736,segment=NetworkSegment(54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac),segment_id=54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:02:42.083021 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 1f5b4f09-470c-4967-8e29-a595813e76fa is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:42.110231 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:37Z', 'revision_number': 4, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '7c7213f5-1b54-4792-8e7b-10ee53982543', 'name': '', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'mac_address': 'fa:16:3e:03:19:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:36Z', 'updated_at': '2022-03-08T12:02:40Z', 'revision_number': 4, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'subnets': [{'id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:42.148909 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ce265-d2aa-4a9f-8f26-575badbf0b72 None None] The sync data for ids ['557efb76-8e79-40d0-ab35-317d62dbcce5'] in dv-cinder-830086-2-iscsi is: [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:37Z', 'revision_number': 4, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '7c7213f5-1b54-4792-8e7b-10ee53982543', 'name': '', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'mac_address': 'fa:16:3e:03:19:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:36Z', 'updated_at': '2022-03-08T12:02:40Z', 'revision_number': 4, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'subnets': [{'id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:02:42.163216 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a83cbb29-4134-45cc-a300-f9b041d5cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:42.227803 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (0777304d-12cb-4815-844d-002769f8a736), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:42.272237 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbb29-4134-45cc-a300-f9b041d5cc2a None None] Pushing event updated for resources: {'Port': ['ID=7c7213f5-1b54-4792-8e7b-10ee53982543,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:42.340510 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e3fa8-7911-4da8-ad5e-7002ded333d6 None None] Pushing event updated for resources: {'Port': ['ID=0777304d-12cb-4815-844d-002769f8a736,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:42.451721 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Publish callbacks [] for router_gateway (c6d28c19-1310-4b70-b163-e69a60352f17), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:42.786195 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66648418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66620663'] for router (c6d28c19-1310-4b70-b163-e69a60352f17), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:43.013971 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Router c6d28c19-1310-4b70-b163-e69a60352f17 is scheduled to L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 with binding_index 1 {{(pid=110282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:02:43.166439 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:02:43.193329 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Sync routers for ids ['c6d28c19-1310-4b70-b163-e69a60352f17'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:02:43.224138 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Routers {'c6d28c19-1310-4b70-b163-e69a60352f17'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:02:43.229396 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:02:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['c6d28c19-1310-4b70-b163-e69a60352f17'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:43.335554 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:43.336920 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-e50c3a0c-8044-487e-a332-c339f2bf0713 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8685594 Mar 08 12:02:43.339731 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 45160) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:43.363278 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 7c7213f5-1b54-4792-8e7b-10ee53982543 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:43.448068 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Set router c6d28c19-1310-4b70-b163-e69a60352f17 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:02:43.455232 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 7c7213f5-1b54-4792-8e7b-10ee53982543 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:43.455916 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:43.599731 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 7c7213f5-1b54-4792-8e7b-10ee53982543 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:43.601279 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 0777304d-12cb-4815-844d-002769f8a736 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:43.685582 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10870a27-9882-4718-b5da-23f6480ccffb None None] Network a16ec0cb-e220-47d5-b6ef-913665c77568 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:02:43.685786 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'name': 'tempest-TestShelveInstance-1014402611-router', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:40Z', 'updated_at': '2022-03-08T12:02:42Z', 'revision_number': 3, 'project_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'gw_port': {'id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:41Z', 'updated_at': '2022-03-08T12:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:43.704215 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 0777304d-12cb-4815-844d-002769f8a736 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:43.704653 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (0777304d-12cb-4815-844d-002769f8a736), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:43.713503 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Checking router: c6d28c19-1310-4b70-b163-e69a60352f17 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:02:43.714117 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Updating router c6d28c19-1310-4b70-b163-e69a60352f17 port d3c1c28d-36e3-46e4-a5a0-c707a89dd2de binding host dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:02:43.747543 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:43.843430 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d4e64065-6a7d-4775-926e-2a3f47089447 None None] Provisioning complete for port 0777304d-12cb-4815-844d-002769f8a736 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:43.844253 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d4e64065-6a7d-4775-926e-2a3f47089447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (0777304d-12cb-4815-844d-002769f8a736), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:43.971188 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 0777304d-12cb-4815-844d-002769f8a736 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:43.971580 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (0777304d-12cb-4815-844d-002769f8a736), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:44.087089 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Publish callbacks [] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), precommit_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:44.089995 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port 0777304d-12cb-4815-844d-002769f8a736, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=0777304d-12cb-4815-844d-002769f8a736,segment=NetworkSegment(54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac),segment_id=54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:44.093086 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d4e64065-6a7d-4775-926e-2a3f47089447 None None] Current status of the port 0777304d-12cb-4815-844d-002769f8a736 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:44.093211 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d4e64065-6a7d-4775-926e-2a3f47089447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (0777304d-12cb-4815-844d-002769f8a736), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:44.104180 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:44.175412 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:44.233148 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (0777304d-12cb-4815-844d-002769f8a736), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:44.247602 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.db.api [None req-d4e64065-6a7d-4775-926e-2a3f47089447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:02:44.247897 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG oslo_db.api [None req-d4e64065-6a7d-4775-926e-2a3f47089447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:02:44.304959 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9012e-8477-4560-b7ac-72008319bc44 None None] Pushing event updated for resources: {'Port': ['ID=d3c1c28d-36e3-46e4-a5a0-c707a89dd2de,revision_number=2']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:44.376592 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Attempting to bind port d3c1c28d-36e3-46e4-a5a0-c707a89dd2de on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:02:44.377009 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Attempting to bind port d3c1c28d-36e3-46e4-a5a0-c707a89dd2de by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:02:44.377402 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Attempting to bind port d3c1c28d-36e3-46e4-a5a0-c707a89dd2de on network b11f5efd-e33a-4972-9f0b-6f3c889a5429 {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:02:44.382797 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=0777304d-12cb-4815-844d-002769f8a736,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:44.386693 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:02:44.387118 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Checking segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:02:44.387592 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:44.388006 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Bound using segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:02:44.388601 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Bound port: d3c1c28d-36e3-46e4-a5a0-c707a89dd2de, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:02:44.389015 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:44.453605 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd664df-9bcb-40e0-b441-e6a541daf2d2 req-d4a7cd69-b1c7-4625-8b6b-fd54b1f1f5eb tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:44.455362 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bcd664df-9bcb-40e0-b441-e6a541daf2d2 req-d4a7cd69-b1c7-4625-8b6b-fd54b1f1f5eb tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.1547983 Mar 08 12:02:44.471821 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] For port d3c1c28d-36e3-46e4-a5a0-c707a89dd2de, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:02:44.476036 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] For port d3c1c28d-36e3-46e4-a5a0-c707a89dd2de, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=d3c1c28d-36e3-46e4-a5a0-c707a89dd2de,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:02:44.521761 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bcd664df-9bcb-40e0-b441-e6a541daf2d2 req-6c90004d-86d5-4167-9699-82de672af4dc tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586166 Mar 08 12:02:44.597595 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:44.653332 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Allocated IP 172.20.0.1 (a16ec0cb-e220-47d5-b6ef-913665c77568/dd65a729-f7ac-479e-9c0c-2b16e61d3ab3/4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:44.655604 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Routers {'c6d28c19-1310-4b70-b163-e69a60352f17'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:02:44.656236 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:02:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['c6d28c19-1310-4b70-b163-e69a60352f17'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:44.702625 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9012e-8477-4560-b7ac-72008319bc44 None None] Pushing event updated for resources: {'Port': ['ID=d3c1c28d-36e3-46e4-a5a0-c707a89dd2de,revision_number=3']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:44.794751 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Publish callbacks [] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:44.810805 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] Set router c6d28c19-1310-4b70-b163-e69a60352f17 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:02:44.815788 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d4e64065-6a7d-4775-926e-2a3f47089447 None None] Current status of the port 0777304d-12cb-4815-844d-002769f8a736 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:44.914813 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:44.949538 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-62951379-02b6-438e-bc61-fe633311b861 None None] Provisioning complete for port 0777304d-12cb-4815-844d-002769f8a736 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:44.949753 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-62951379-02b6-438e-bc61-fe633311b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (0777304d-12cb-4815-844d-002769f8a736), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:44.969440 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Network a16ec0cb-e220-47d5-b6ef-913665c77568 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:44.974212 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:44.979410 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:02:44.982732 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Pushing event updated for resources: {'Port': ['ID=4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:45.034144 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66621402'] for router_interface (c6d28c19-1310-4b70-b163-e69a60352f17), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:45.055071 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'name': 'tempest-TestShelveInstance-1014402611-router', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:40Z', 'updated_at': '2022-03-08T12:02:42Z', 'revision_number': 3, 'project_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'gw_port': {'id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:41Z', 'updated_at': '2022-03-08T12:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:45.097903 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-62951379-02b6-438e-bc61-fe633311b861 None None] Current status of the port 0777304d-12cb-4815-844d-002769f8a736 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:45.140402 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0a988-e028-46de-b43c-60343629fbac None None] The sync data for ids ['c6d28c19-1310-4b70-b163-e69a60352f17'] in dv-cinder-830086-2-iscsi is: [{'id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'name': 'tempest-TestShelveInstance-1014402611-router', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:40Z', 'updated_at': '2022-03-08T12:02:42Z', 'revision_number': 3, 'project_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'gw_port': {'id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:41Z', 'updated_at': '2022-03-08T12:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:02:45.248769 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 0777304d-12cb-4815-844d-002769f8a736 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:45.306362 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 0777304d-12cb-4815-844d-002769f8a736 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:45.306746 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (0777304d-12cb-4815-844d-002769f8a736), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:45.362161 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-ab3bdec4-5967-42fa-9787-e13e59d24497 None None] Provisioning complete for port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:45.362608 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdec4-5967-42fa-9787-e13e59d24497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:45.435114 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:45.683166 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-ab3bdec4-5967-42fa-9787-e13e59d24497 None None] Port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:02:45.716257 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 0777304d-12cb-4815-844d-002769f8a736 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:45.716526 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Publish callbacks [] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:45.855433 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:45.943630 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66820467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66621366'] for router_interface (c6d28c19-1310-4b70-b163-e69a60352f17), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:45.945755 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Pushing event updated for resources: {'Port': ['ID=4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:46.059849 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Network a16ec0cb-e220-47d5-b6ef-913665c77568 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:46.061449 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:46.192078 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Router c6d28c19-1310-4b70-b163-e69a60352f17 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:02:46.334510 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:02:46.337708 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-e1e262e1-bc39-4e04-a300-6f5ebfb9c695 admin admin] 10.222.0.43 "PUT /v2.0/routers/c6d28c19-1310-4b70-b163-e69a60352f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9968863 Mar 08 12:02:46.344054 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-20adb1ce-28c1-473d-9203-7421f61f5261 None None] Provisioning complete for port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:46.344538 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-20adb1ce-28c1-473d-9203-7421f61f5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:46.382043 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-20adb1ce-28c1-473d-9203-7421f61f5261 None None] Port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:02:46.932493 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 45228) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:46.944970 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-af370832-b36c-4a07-87ee-c80422a58de5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-701352927', 'description': 'tempest-secgroup-smoke-701352927 description', 'project_id': '0cd44047d44749f79b6f9477db0ab065'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:47.042718 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-af370832-b36c-4a07-87ee-c80422a58de5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:47.050272 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Sync routers for ids ['c6d28c19-1310-4b70-b163-e69a60352f17'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:02:47.068150 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Routers {'c6d28c19-1310-4b70-b163-e69a60352f17'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:02:47.068924 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:02:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['c6d28c19-1310-4b70-b163-e69a60352f17'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:47.115231 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-af370832-b36c-4a07-87ee-c80422a58de5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group (a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:47.171977 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device d3c1c28d-36e3-46e4-a5a0-c707a89dd2de up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:47.221339 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-af370832-b36c-4a07-87ee-c80422a58de5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:47.222372 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Set router c6d28c19-1310-4b70-b163-e69a60352f17 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:02:47.249879 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af370832-b36c-4a07-87ee-c80422a58de5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:47.303860 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port d3c1c28d-36e3-46e4-a5a0-c707a89dd2de triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:47.304271 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:47.365978 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-af370832-b36c-4a07-87ee-c80422a58de5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:47.370848 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-af370832-b36c-4a07-87ee-c80422a58de5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4372826 Mar 08 12:02:47.374344 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 45236) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:47.381595 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-8a358477-8659-4678-9f50-47739a8bdb17 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Request body: {'security_group_rule': {'security_group_id': 'a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1', 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:47.566008 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port d3c1c28d-36e3-46e4-a5a0-c707a89dd2de is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:47.566397 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:47.586401 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-8a358477-8659-4678-9f50-47739a8bdb17 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (7625f9c3-dc19-40ce-82fc-07dc74443136), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:47.596819 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port d3c1c28d-36e3-46e4-a5a0-c707a89dd2de, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=d3c1c28d-36e3-46e4-a5a0-c707a89dd2de,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:47.617663 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'name': 'tempest-TestShelveInstance-1014402611-router', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:40Z', 'updated_at': '2022-03-08T12:02:45Z', 'revision_number': 4, 'project_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'gw_port': {'id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:41Z', 'updated_at': '2022-03-08T12:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45', 'name': '', 'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'mac_address': 'fa:16:3e:26:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dd65a729-f7ac-479e-9c0c-2b16e61d3ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:44Z', 'updated_at': '2022-03-08T12:02:45Z', 'revision_number': 2, 'project_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'subnets': [{'id': 'dd65a729-f7ac-479e-9c0c-2b16e61d3ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:47.641887 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-8a358477-8659-4678-9f50-47739a8bdb17 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (7625f9c3-dc19-40ce-82fc-07dc74443136), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:47.674554 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Checking router: c6d28c19-1310-4b70-b163-e69a60352f17 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:02:47.674905 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Updating router c6d28c19-1310-4b70-b163-e69a60352f17 port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 binding host dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:02:47.676686 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3485fd71-942d-46fe-bb3e-02460772a6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:47.700502 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:47.739039 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:47.740373 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-8a358477-8659-4678-9f50-47739a8bdb17 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (7625f9c3-dc19-40ce-82fc-07dc74443136), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:47.758562 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a358477-8659-4678-9f50-47739a8bdb17 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7625f9c3-dc19-40ce-82fc-07dc74443136,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:47.810465 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=d3c1c28d-36e3-46e4-a5a0-c707a89dd2de,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:47.832706 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-8a358477-8659-4678-9f50-47739a8bdb17 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:47.834286 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-8a358477-8659-4678-9f50-47739a8bdb17 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4585059 Mar 08 12:02:47.840346 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 45238) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:47.841850 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-ceb0f47a-4b72-4306-9ed0-cb36c8c83a18 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Request body: {'security_group_rule': {'security_group_id': 'a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1', 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:47.956145 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f47a-4b72-4306-9ed0-cb36c8c83a18 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (7fcfd919-e2ad-4f5b-b978-1582f3bf361e), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.025411 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f47a-4b72-4306-9ed0-cb36c8c83a18 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (7fcfd919-e2ad-4f5b-b978-1582f3bf361e), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.059688 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Publish callbacks [] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), precommit_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.100930 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f47a-4b72-4306-9ed0-cb36c8c83a18 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (7fcfd919-e2ad-4f5b-b978-1582f3bf361e), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.123272 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0f47a-4b72-4306-9ed0-cb36c8c83a18 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcfd919-e2ad-4f5b-b978-1582f3bf361e,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:48.129610 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.182953 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45371ef5-7c4a-4101-b3e0-8adfd70c3c04 None None] Pushing event updated for resources: {'Port': ['ID=4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:48.199790 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f47a-4b72-4306-9ed0-cb36c8c83a18 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.201606 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-ceb0f47a-4b72-4306-9ed0-cb36c8c83a18 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3631687 Mar 08 12:02:48.204275 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 45246) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:48.208777 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-80108f1b-34ae-435e-9fb7-f85608a1ecf5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Request body: {'security_group_rule': {'security_group_id': 'a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1', 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:48.238688 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Attempting to bind port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:02:48.239055 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Attempting to bind port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:02:48.240059 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Attempting to bind port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 on network a16ec0cb-e220-47d5-b6ef-913665c77568 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:02:48.245652 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:02:48.247207 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Checking segment: {'id': '54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:02:48.247207 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.247207 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Bound using segment: {'id': '54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:02:48.247432 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Bound port: 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:02:48.247720 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.312349 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] For port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:02:48.315527 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] For port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45,segment=NetworkSegment(54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac),segment_id=54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:02:48.318289 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-80108f1b-34ae-435e-9fb7-f85608a1ecf5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (f23eede9-ef91-4093-b6f7-4cb3bb532730), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.375338 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-80108f1b-34ae-435e-9fb7-f85608a1ecf5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (f23eede9-ef91-4093-b6f7-4cb3bb532730), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.381677 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.447700 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Routers {'c6d28c19-1310-4b70-b163-e69a60352f17'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:02:48.448524 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:02:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['c6d28c19-1310-4b70-b163-e69a60352f17'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:48.461063 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-80108f1b-34ae-435e-9fb7-f85608a1ecf5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (f23eede9-ef91-4093-b6f7-4cb3bb532730), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.482058 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80108f1b-34ae-435e-9fb7-f85608a1ecf5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23eede9-ef91-4093-b6f7-4cb3bb532730,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:48.507753 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-3778f69c-d99a-4619-818f-e663c93b351b None None] Provisioning complete for port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:48.508125 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3778f69c-d99a-4619-818f-e663c93b351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.514795 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45371ef5-7c4a-4101-b3e0-8adfd70c3c04 None None] Pushing event updated for resources: {'Port': ['ID=4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:48.575943 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-80108f1b-34ae-435e-9fb7-f85608a1ecf5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.579923 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-80108f1b-34ae-435e-9fb7-f85608a1ecf5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3721247 Mar 08 12:02:48.580357 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 45252) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:48.585339 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-bf825a77-2f7a-44a5-bb80-2dd5a301a465 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Request body: {'security_group_rule': {'security_group_id': 'a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1', 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:48.624237 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] Set router c6d28c19-1310-4b70-b163-e69a60352f17 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:02:48.676138 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bf825a77-2f7a-44a5-bb80-2dd5a301a465 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (0425d1cb-08f4-42d4-a4d7-b086be7624dd), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.692023 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-3778f69c-d99a-4619-818f-e663c93b351b None None] Current status of the port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:48.692487 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3778f69c-d99a-4619-818f-e663c93b351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.743890 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bf825a77-2f7a-44a5-bb80-2dd5a301a465 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (0425d1cb-08f4-42d4-a4d7-b086be7624dd), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.848422 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bf825a77-2f7a-44a5-bb80-2dd5a301a465 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (0425d1cb-08f4-42d4-a4d7-b086be7624dd), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.867676 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf825a77-2f7a-44a5-bb80-2dd5a301a465 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0425d1cb-08f4-42d4-a4d7-b086be7624dd,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:48.937865 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bf825a77-2f7a-44a5-bb80-2dd5a301a465 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:48.939035 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-3778f69c-d99a-4619-818f-e663c93b351b None None] For port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45,segment=NetworkSegment(54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac),segment_id=54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:02:48.939187 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-bf825a77-2f7a-44a5-bb80-2dd5a301a465 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3576658 Mar 08 12:02:48.941994 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 45254) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:48.947737 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-6345f8d2-ff26-41f7-9f5a-84e1e617c620 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Request body: {'security_group_rule': {'security_group_id': 'a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1', 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:49.013046 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'name': 'tempest-TestShelveInstance-1014402611-router', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:40Z', 'updated_at': '2022-03-08T12:02:45Z', 'revision_number': 4, 'project_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'gw_port': {'id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:41Z', 'updated_at': '2022-03-08T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45', 'name': '', 'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'mac_address': 'fa:16:3e:26:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dd65a729-f7ac-479e-9c0c-2b16e61d3ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:44Z', 'updated_at': '2022-03-08T12:02:48Z', 'revision_number': 4, 'project_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'subnets': [{'id': 'dd65a729-f7ac-479e-9c0c-2b16e61d3ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:49.041152 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3778f69c-d99a-4619-818f-e663c93b351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:49.043267 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5dfe7-dd8f-440b-a7f7-d0736b098239 None None] The sync data for ids ['c6d28c19-1310-4b70-b163-e69a60352f17'] in dv-cinder-830086-2-iscsi is: [{'id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'name': 'tempest-TestShelveInstance-1014402611-router', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:40Z', 'updated_at': '2022-03-08T12:02:45Z', 'revision_number': 4, 'project_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'gw_port': {'id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:41Z', 'updated_at': '2022-03-08T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45', 'name': '', 'network_id': 'a16ec0cb-e220-47d5-b6ef-913665c77568', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'mac_address': 'fa:16:3e:26:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dd65a729-f7ac-479e-9c0c-2b16e61d3ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:44Z', 'updated_at': '2022-03-08T12:02:48Z', 'revision_number': 4, 'project_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'subnets': [{'id': 'dd65a729-f7ac-479e-9c0c-2b16e61d3ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:02:49.061697 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.securitygroups_db [None req-6345f8d2-ff26-41f7-9f5a-84e1e617c620 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Project 0cd44047d44749f79b6f9477db0ab065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:02:49.071337 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6345f8d2-ff26-41f7-9f5a-84e1e617c620 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (18d83280-e5f9-4647-843a-e9f590f01a7a), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:49.126209 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778f69c-d99a-4619-818f-e663c93b351b None None] Pushing event updated for resources: {'Port': ['ID=4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:49.184154 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-6d7e44ac-762a-44c5-afe1-b1d327326ea0 None None] Provisioning complete for port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:49.184586 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6d7e44ac-762a-44c5-afe1-b1d327326ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:49.196986 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6345f8d2-ff26-41f7-9f5a-84e1e617c620 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (18d83280-e5f9-4647-843a-e9f590f01a7a), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:49.267012 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6345f8d2-ff26-41f7-9f5a-84e1e617c620 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (18d83280-e5f9-4647-843a-e9f590f01a7a), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:49.289053 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345f8d2-ff26-41f7-9f5a-84e1e617c620 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d83280-e5f9-4647-843a-e9f590f01a7a,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:49.300804 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e44ac-762a-44c5-afe1-b1d327326ea0 None None] Current status of the port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:49.316615 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device d3c1c28d-36e3-46e4-a5a0-c707a89dd2de up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:49.358746 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6345f8d2-ff26-41f7-9f5a-84e1e617c620 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:49.359956 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-6345f8d2-ff26-41f7-9f5a-84e1e617c620 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4164131 Mar 08 12:02:49.362938 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 45262) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:49.366819 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port d3c1c28d-36e3-46e4-a5a0-c707a89dd2de triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:49.367213 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:49.368256 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-299336fe-e1be-4aea-a72b-a1be4888707a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Request body: {'security_group_rule': {'security_group_id': 'a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1', 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:49.448438 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.securitygroups_db [None req-299336fe-e1be-4aea-a72b-a1be4888707a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Project 0cd44047d44749f79b6f9477db0ab065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:02:49.455990 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-299336fe-e1be-4aea-a72b-a1be4888707a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (f7a8219e-2c4e-49ba-90b0-4aaac9184180), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:49.473910 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port d3c1c28d-36e3-46e4-a5a0-c707a89dd2de is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:49.475394 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:02:49.528876 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-299336fe-e1be-4aea-a72b-a1be4888707a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (f7a8219e-2c4e-49ba-90b0-4aaac9184180), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:49.532767 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:02:49.532767 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:49.604069 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-299336fe-e1be-4aea-a72b-a1be4888707a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (f7a8219e-2c4e-49ba-90b0-4aaac9184180), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:49.614723 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:02:49.626352 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299336fe-e1be-4aea-a72b-a1be4888707a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a8219e-2c4e-49ba-90b0-4aaac9184180,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:49.697893 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-299336fe-e1be-4aea-a72b-a1be4888707a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:49.699267 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-299336fe-e1be-4aea-a72b-a1be4888707a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3347530 Mar 08 12:02:50.101571 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-cc336e66-95bb-4f17-980e-191eaf554aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:50.998244 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:52.466760 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:53.901170 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:54.541656 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 45382) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:54.646567 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-dbad3a2a-a403-47da-8117-a80c7cf4c8ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:54.720875 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-dbad3a2a-a403-47da-8117-a80c7cf4c8ec admin admin] Publish callbacks [] for security_group (dda740b6-c8a3-48aa-af9e-7c56b9a80a88), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:54.803884 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-dbad3a2a-a403-47da-8117-a80c7cf4c8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (dda740b6-c8a3-48aa-af9e-7c56b9a80a88), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:54.848520 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-dbad3a2a-a403-47da-8117-a80c7cf4c8ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec03dbb57e0d47ad8949a61b47c65c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034041 Mar 08 12:02:54.848520 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad3a2a-a403-47da-8117-a80c7cf4c8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda740b6-c8a3-48aa-af9e-7c56b9a80a88,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:54.849828 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 45386) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:54.898868 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-dd5c6313-8daf-48fa-9fba-4015d24b8fb2 admin admin] Publish callbacks [] for security_group (dda740b6-c8a3-48aa-af9e-7c56b9a80a88), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:54.920513 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-dd5c6313-8daf-48fa-9fba-4015d24b8fb2 admin admin] Publish callbacks [] for security_group (dda740b6-c8a3-48aa-af9e-7c56b9a80a88), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:55.031100 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-dd5c6313-8daf-48fa-9fba-4015d24b8fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (dda740b6-c8a3-48aa-af9e-7c56b9a80a88), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:55.033718 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-dd5c6313-8daf-48fa-9fba-4015d24b8fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:55.034876 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-dd5c6313-8daf-48fa-9fba-4015d24b8fb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dda740b6-c8a3-48aa-af9e-7c56b9a80a88 HTTP/1.1" status: 204 len: 168 time: 0.1836874 Mar 08 12:02:55.042805 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c6313-8daf-48fa-9fba-4015d24b8fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda740b6-c8a3-48aa-af9e-7c56b9a80a88,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:59.291147 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 45538) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:59.399760 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-05053673-86aa-41db-a9df-7037f06aec76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:59.472706 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-05053673-86aa-41db-a9df-7037f06aec76 admin admin] Publish callbacks [] for security_group (d4245e5c-ce9b-4376-b710-cc45b0636e59), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:59.561808 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-05053673-86aa-41db-a9df-7037f06aec76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d4245e5c-ce9b-4376-b710-cc45b0636e59), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:59.601967 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-05053673-86aa-41db-a9df-7037f06aec76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b6aacf1f48e4390a268b1e80e1559af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097322 Mar 08 12:02:59.604190 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05053673-86aa-41db-a9df-7037f06aec76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4245e5c-ce9b-4376-b710-cc45b0636e59,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:59.604648 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 45544) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:59.659441 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-01027229-ab39-4a41-a1fd-d8e850b67359 admin admin] Publish callbacks [] for security_group (d4245e5c-ce9b-4376-b710-cc45b0636e59), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:59.685064 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-01027229-ab39-4a41-a1fd-d8e850b67359 admin admin] Publish callbacks [] for security_group (d4245e5c-ce9b-4376-b710-cc45b0636e59), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:00.013429 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-01027229-ab39-4a41-a1fd-d8e850b67359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d4245e5c-ce9b-4376-b710-cc45b0636e59), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:00.016067 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-01027229-ab39-4a41-a1fd-d8e850b67359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:00.017310 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-01027229-ab39-4a41-a1fd-d8e850b67359 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4245e5c-ce9b-4376-b710-cc45b0636e59 HTTP/1.1" status: 204 len: 168 time: 0.4116809 Mar 08 12:03:00.026573 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01027229-ab39-4a41-a1fd-d8e850b67359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4245e5c-ce9b-4376-b710-cc45b0636e59,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:00.718109 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 45566) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:00.731611 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eebe5746-0150-449e-94ac-f23d4ef3bfc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:00.806876 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eebe5746-0150-449e-94ac-f23d4ef3bfc2 admin admin] Publish callbacks [] for security_group (cf2961a0-6e50-45e8-9a8b-5de542948c58), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:00.871685 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eebe5746-0150-449e-94ac-f23d4ef3bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (cf2961a0-6e50-45e8-9a8b-5de542948c58), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:00.909883 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-eebe5746-0150-449e-94ac-f23d4ef3bfc2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4454317b95b9416fa7c84ae71c7e747e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906650 Mar 08 12:03:00.910849 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe5746-0150-449e-94ac-f23d4ef3bfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2961a0-6e50-45e8-9a8b-5de542948c58,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:00.912593 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 45568) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:00.972121 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d3e29666-a357-4e2c-b40f-4ba00aecffeb admin admin] Publish callbacks [] for security_group (cf2961a0-6e50-45e8-9a8b-5de542948c58), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:00.993670 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d3e29666-a357-4e2c-b40f-4ba00aecffeb admin admin] Publish callbacks [] for security_group (cf2961a0-6e50-45e8-9a8b-5de542948c58), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:01.106657 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d3e29666-a357-4e2c-b40f-4ba00aecffeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (cf2961a0-6e50-45e8-9a8b-5de542948c58), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:01.110471 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d3e29666-a357-4e2c-b40f-4ba00aecffeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:01.110471 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-d3e29666-a357-4e2c-b40f-4ba00aecffeb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf2961a0-6e50-45e8-9a8b-5de542948c58 HTTP/1.1" status: 204 len: 168 time: 0.1962492 Mar 08 12:03:01.118542 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e29666-a357-4e2c-b40f-4ba00aecffeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2961a0-6e50-45e8-9a8b-5de542948c58,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:01.781237 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 45584) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:01.796173 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9854efad-00e6-4875-8f60-b0e6eddcf81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:01.893806 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9854efad-00e6-4875-8f60-b0e6eddcf81c admin admin] Publish callbacks [] for security_group (c30a3d6c-6c80-4a4f-ad1f-303b9623f450), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:01.969060 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9854efad-00e6-4875-8f60-b0e6eddcf81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (c30a3d6c-6c80-4a4f-ad1f-303b9623f450), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:02.011010 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854efad-00e6-4875-8f60-b0e6eddcf81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30a3d6c-6c80-4a4f-ad1f-303b9623f450,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:02.016452 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-9854efad-00e6-4875-8f60-b0e6eddcf81c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53f7359c67684fec8b64efbe8112bbd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333069 Mar 08 12:03:02.018816 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 45588) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:02.019200 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:03:02.082913 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1f0fef41-867c-4833-9eb5-907a80ac8140 admin admin] Publish callbacks [] for security_group (c30a3d6c-6c80-4a4f-ad1f-303b9623f450), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:02.108980 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1f0fef41-867c-4833-9eb5-907a80ac8140 admin admin] Publish callbacks [] for security_group (c30a3d6c-6c80-4a4f-ad1f-303b9623f450), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:02.220941 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1f0fef41-867c-4833-9eb5-907a80ac8140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (c30a3d6c-6c80-4a4f-ad1f-303b9623f450), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:02.223441 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1f0fef41-867c-4833-9eb5-907a80ac8140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:02.224723 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-1f0fef41-867c-4833-9eb5-907a80ac8140 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c30a3d6c-6c80-4a4f-ad1f-303b9623f450 HTTP/1.1" status: 204 len: 168 time: 0.2050190 Mar 08 12:03:02.233063 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fef41-867c-4833-9eb5-907a80ac8140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30a3d6c-6c80-4a4f-ad1f-303b9623f450,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:06.140091 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:12.072664 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-20dd5ad9-3f9b-4482-978b-ab9c66f58a9c req-75e99ba8-1c0b-4c61-8846-a99280078e3f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431674 Mar 08 12:03:12.159130 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd5ad9-3f9b-4482-978b-ab9c66f58a9c req-9e317c06-0079-445b-a4d7-3d647af43936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:12.160627 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-20dd5ad9-3f9b-4482-978b-ab9c66f58a9c req-9e317c06-0079-445b-a4d7-3d647af43936 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 1129 time: 0.0433090 Mar 08 12:03:12.264360 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd5ad9-3f9b-4482-978b-ab9c66f58a9c req-1d6b262a-05fb-4960-b30b-8f1fed1ac1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:12.265847 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-20dd5ad9-3f9b-4482-978b-ab9c66f58a9c req-1d6b262a-05fb-4960-b30b-8f1fed1ac1aa service neutron] 10.222.0.53 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 919 time: 0.0871587 Mar 08 12:03:12.307143 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-20dd5ad9-3f9b-4482-978b-ab9c66f58a9c req-16c8687a-29ae-4fee-8d24-f1ec74e54727 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6558169-e717-4a27-b553-4df8640d8460 HTTP/1.1" status: 200 len: 217 time: 0.0355494 Mar 08 12:03:12.362345 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd5ad9-3f9b-4482-978b-ab9c66f58a9c req-885b387c-e997-40ed-9470-e7de787c6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:12.363801 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-20dd5ad9-3f9b-4482-978b-ab9c66f58a9c req-885b387c-e997-40ed-9470-e7de787c6847 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13640637-05f7-46ca-85f6-679ac8752a14 HTTP/1.1" status: 200 len: 858 time: 0.0500710 Mar 08 12:03:12.394671 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-20dd5ad9-3f9b-4482-978b-ab9c66f58a9c req-a7b461bf-5e29-49c3-be9d-ee17ed40daac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98344952-e0db-43ab-bdc0-bda704b5a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245829 Mar 08 12:03:12.485773 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-20dd5ad9-3f9b-4482-978b-ab9c66f58a9c req-d4569dd8-8974-44c8-8194-54b6c10a16c2 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842946 Mar 08 12:03:12.580248 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-20dd5ad9-3f9b-4482-978b-ab9c66f58a9c req-8e1a0ffd-0416-4474-922c-293af1e57603 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874681 Mar 08 12:03:17.575202 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-84aa07fc-b5f9-4859-85ff-bfbbab5d1b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:20.060279 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-5cac07bd-7bc8-4ff4-a9af-dd470e87080f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:20.980022 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:22.524074 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:23.939613 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:24.035644 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cff59e-6228-46d0-ab67-4464e6c056a4 req-1433ec20-111b-4f6f-8966-c9d09f1c71f2 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:24.037158 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-00cff59e-6228-46d0-ab67-4464e6c056a4 req-1433ec20-111b-4f6f-8966-c9d09f1c71f2 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0517585 Mar 08 12:03:24.115868 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-00cff59e-6228-46d0-ab67-4464e6c056a4 req-9900b52d-9e45-4b60-8934-a656c20b5825 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695348 Mar 08 12:03:24.133149 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d58388-4b2a-4d35-8deb-4804479f67dd req-4cbbdc49-f284-4c40-9ed7-8fa57c86d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:24.134623 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21d58388-4b2a-4d35-8deb-4804479f67dd req-4cbbdc49-f284-4c40-9ed7-8fa57c86d786 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 1129 time: 0.0609701 Mar 08 12:03:24.228905 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d58388-4b2a-4d35-8deb-4804479f67dd req-75126e86-f0d9-4ecb-aaa1-9f2f1decf055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:24.230288 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21d58388-4b2a-4d35-8deb-4804479f67dd req-75126e86-f0d9-4ecb-aaa1-9f2f1decf055 service neutron] 10.222.0.53 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 919 time: 0.0880873 Mar 08 12:03:24.273777 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21d58388-4b2a-4d35-8deb-4804479f67dd req-dcce68a1-48ff-4cd5-9ddf-52397e77755e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=438d30c0-b9b9-44bf-841f-08b2d37ccf1d HTTP/1.1" status: 200 len: 217 time: 0.0364201 Mar 08 12:03:24.320904 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d58388-4b2a-4d35-8deb-4804479f67dd req-dcf3f6be-cf58-46d0-a067-6704c1704a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:24.322325 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21d58388-4b2a-4d35-8deb-4804479f67dd req-dcf3f6be-cf58-46d0-a067-6704c1704a43 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13640637-05f7-46ca-85f6-679ac8752a14 HTTP/1.1" status: 200 len: 858 time: 0.0430131 Mar 08 12:03:24.352992 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21d58388-4b2a-4d35-8deb-4804479f67dd req-fee68dcc-c849-4e6f-bff2-71853525b7b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98344952-e0db-43ab-bdc0-bda704b5a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243833 Mar 08 12:03:24.443981 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21d58388-4b2a-4d35-8deb-4804479f67dd req-b6c302dd-cbd4-4427-9d2a-4637ebc163bf service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836372 Mar 08 12:03:24.537379 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21d58388-4b2a-4d35-8deb-4804479f67dd req-8c30cb3e-9fb8-485a-8f83-59719a34d260 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868742 Mar 08 12:03:25.238645 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d24a3-a530-450b-8e4a-06cc09399bdd req-ec21a7ed-b3c5-4f1b-8324-5db678a77d79 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:25.240048 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-333d24a3-a530-450b-8e4a-06cc09399bdd req-ec21a7ed-b3c5-4f1b-8324-5db678a77d79 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0537815 Mar 08 12:03:25.293652 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-333d24a3-a530-450b-8e4a-06cc09399bdd req-f562318b-d7a8-419d-9f05-457e4263dd63 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450609 Mar 08 12:03:26.413601 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cc017-ca6c-426a-9322-5e9fa494cf88 req-af640a62-4d1d-40a7-b673-924d89c74c07 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:26.415070 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e3cc017-ca6c-426a-9322-5e9fa494cf88 req-af640a62-4d1d-40a7-b673-924d89c74c07 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0533013 Mar 08 12:03:26.460863 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e3cc017-ca6c-426a-9322-5e9fa494cf88 req-d1a0ab63-96bb-494e-902e-3694e594c3dd tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Mar 08 12:03:27.578623 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4b201-8549-4d70-a91a-c2dbef9ddc8e req-fd638542-ae20-4971-8194-e4566303d418 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:27.580087 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7cb4b201-8549-4d70-a91a-c2dbef9ddc8e req-fd638542-ae20-4971-8194-e4566303d418 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0513501 Mar 08 12:03:27.627526 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7cb4b201-8549-4d70-a91a-c2dbef9ddc8e req-e2c3164d-16bc-45c2-a4c5-39d603aedb6a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Mar 08 12:03:28.758580 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828262d3-2fc2-4645-9f9e-dd89cd1421be req-bcb12e88-ffde-402e-98d6-ed1e44d9da5a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:28.760292 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-828262d3-2fc2-4645-9f9e-dd89cd1421be req-bcb12e88-ffde-402e-98d6-ed1e44d9da5a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0637560 Mar 08 12:03:28.807145 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-828262d3-2fc2-4645-9f9e-dd89cd1421be req-93835d13-af67-406a-bf1b-80bce960e14b tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 Mar 08 12:03:29.927142 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab31a5c-df69-4775-a52c-7ccb094aacae req-94cd52ee-4aaa-43f5-9d94-2f31fe79bcaa tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:29.928780 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-eab31a5c-df69-4775-a52c-7ccb094aacae req-94cd52ee-4aaa-43f5-9d94-2f31fe79bcaa tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0533631 Mar 08 12:03:29.975144 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-eab31a5c-df69-4775-a52c-7ccb094aacae req-d548f48f-b180-4229-99ee-bb1c9ee9e508 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Mar 08 12:03:31.092196 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1f3a9-e92f-4705-9b24-f36e5bd71dc3 req-577ce9ce-9095-44ce-b070-7a458492302c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:31.093678 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-add1f3a9-e92f-4705-9b24-f36e5bd71dc3 req-577ce9ce-9095-44ce-b070-7a458492302c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0510759 Mar 08 12:03:31.145679 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-add1f3a9-e92f-4705-9b24-f36e5bd71dc3 req-9590d6ea-071f-44bb-b0cc-c160c73a0d4c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464664 Mar 08 12:03:32.261371 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7510-8b7a-48d6-8651-7d2cc0973bef req-8d2fef47-c618-4be8-bcc7-0f1adc5b1630 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:32.262824 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5caa7510-8b7a-48d6-8651-7d2cc0973bef req-8d2fef47-c618-4be8-bcc7-0f1adc5b1630 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0501101 Mar 08 12:03:32.307983 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5caa7510-8b7a-48d6-8651-7d2cc0973bef req-caacb5c9-169f-4036-a517-4241d9ca0bbe tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Mar 08 12:03:33.423487 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4bb72-47b1-4c46-afc6-adc20d0cff83 req-36964886-b96c-41b6-ba48-5714dec812f8 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:33.424958 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fbf4bb72-47b1-4c46-afc6-adc20d0cff83 req-36964886-b96c-41b6-ba48-5714dec812f8 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0509200 Mar 08 12:03:33.469438 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fbf4bb72-47b1-4c46-afc6-adc20d0cff83 req-df5a96f2-641e-4b24-bb45-a48702fbec8f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390084 Mar 08 12:03:34.595774 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b887d6-9838-42a8-b4b6-90ba4296397e req-d1812f40-aa5d-40d6-b83c-adc1be34d110 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:34.597266 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-37b887d6-9838-42a8-b4b6-90ba4296397e req-d1812f40-aa5d-40d6-b83c-adc1be34d110 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0604329 Mar 08 12:03:34.643418 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-37b887d6-9838-42a8-b4b6-90ba4296397e req-8c3fd7c6-a27b-4243-b666-bde2c87b26d7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Mar 08 12:03:35.764690 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9af874-6e93-4f3f-8ddc-b2ff946fdc1d req-d1c8f265-4507-4285-950c-83b4dc7b8dab tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:35.766133 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ea9af874-6e93-4f3f-8ddc-b2ff946fdc1d req-d1c8f265-4507-4285-950c-83b4dc7b8dab tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0525880 Mar 08 12:03:35.813125 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ea9af874-6e93-4f3f-8ddc-b2ff946fdc1d req-c10dadd8-460d-481b-adbc-57e8cc979189 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410867 Mar 08 12:03:36.166205 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:36.939588 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ca514-d6ad-4115-a3e2-9ee0f186be19 req-6eeceace-367f-4505-bc1c-a17646a8cb62 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:36.941077 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-824ca514-d6ad-4115-a3e2-9ee0f186be19 req-6eeceace-367f-4505-bc1c-a17646a8cb62 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0546618 Mar 08 12:03:36.986163 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-824ca514-d6ad-4115-a3e2-9ee0f186be19 req-1ea13c72-ef48-48d7-8507-4479123ef0cb tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390527 Mar 08 12:03:38.108795 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653afdc4-81fe-4ffa-87b8-bde9c411750e req-03f0cf95-f25f-4f46-8b1e-6ab5908ba158 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:38.110319 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-653afdc4-81fe-4ffa-87b8-bde9c411750e req-03f0cf95-f25f-4f46-8b1e-6ab5908ba158 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0546823 Mar 08 12:03:38.157829 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-653afdc4-81fe-4ffa-87b8-bde9c411750e req-a037f681-88c7-44c8-bb86-8a9e11a90d61 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Mar 08 12:03:39.017702 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:03:39.274570 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadf78b-9374-4551-833e-531e93f6a288 req-0f098748-0c04-47f0-a466-7349bf282dc4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:39.276051 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7dadf78b-9374-4551-833e-531e93f6a288 req-0f098748-0c04-47f0-a466-7349bf282dc4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0528061 Mar 08 12:03:39.325238 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7dadf78b-9374-4551-833e-531e93f6a288 req-08ddb0f2-6df9-4a26-8e6c-9f284de96016 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436614 Mar 08 12:03:40.446647 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91ef42-7b28-4ef3-a390-351f3e298f2b req-2e89adcd-a4a9-4676-9b65-36e3c84c2b8c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:40.448123 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1d91ef42-7b28-4ef3-a390-351f3e298f2b req-2e89adcd-a4a9-4676-9b65-36e3c84c2b8c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0532014 Mar 08 12:03:40.493634 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1d91ef42-7b28-4ef3-a390-351f3e298f2b req-d19fdd2a-6214-475f-b3e6-099b77485cec tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 Mar 08 12:03:41.608763 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c58d30-ce6c-498f-8046-16859a3242c8 req-f9e27890-c132-4a87-ab36-adbb23137344 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:41.610224 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b0c58d30-ce6c-498f-8046-16859a3242c8 req-f9e27890-c132-4a87-ab36-adbb23137344 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0517578 Mar 08 12:03:41.656526 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b0c58d30-ce6c-498f-8046-16859a3242c8 req-9460cf53-0330-43e0-abd7-d9bc70a4e804 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Mar 08 12:03:42.775680 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b3968-d3fc-45e1-8c19-80bc86d9b8eb req-f883c51b-dee4-461e-b06e-23b63a4d996c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:42.777171 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-978b3968-d3fc-45e1-8c19-80bc86d9b8eb req-f883c51b-dee4-461e-b06e-23b63a4d996c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0556657 Mar 08 12:03:42.823691 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-978b3968-d3fc-45e1-8c19-80bc86d9b8eb req-b8989f7c-a777-4f3e-b2c8-4affe083c7e8 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400832 Mar 08 12:03:43.632257 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 46242) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:43.741787 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:43.817410 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Publish callbacks [] for security_group (a4504a47-40ba-4074-8665-882244b03842), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:43.887066 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a4504a47-40ba-4074-8665-882244b03842), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:43.928621 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4504a47-40ba-4074-8665-882244b03842,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:43.933246 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d7fdc4bf76f4fee9651a892ccf78938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998261 Mar 08 12:03:43.936549 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 46258) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:43.938646 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:43.939002 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:43.939360 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:43.939705 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:43.940044 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:43.940429 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:43.940788 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:43.941128 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:43.941459 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:43.941789 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:43.942115 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:43.942439 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:43.942768 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b840d49-e052-4ff1-a10e-945bb30356a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:43.955964 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cacae-3e38-4c29-bf7a-f1fd49338dec req-88911ea1-dd4b-4747-84f5-5cddc494dbab tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:43.957409 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-de3cacae-3e38-4c29-bf7a-f1fd49338dec req-88911ea1-dd4b-4747-84f5-5cddc494dbab tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0667851 Mar 08 12:03:44.032846 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-de3cacae-3e38-4c29-bf7a-f1fd49338dec req-df4e13ef-5dd0-4e24-a080-51efcd2e656e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677068 Mar 08 12:03:44.033451 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Publish callbacks [] for security_group (a4504a47-40ba-4074-8665-882244b03842), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:44.065650 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Publish callbacks [] for security_group (a4504a47-40ba-4074-8665-882244b03842), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:44.236784 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a4504a47-40ba-4074-8665-882244b03842), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:44.237501 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 46262) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:44.239879 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:44.241571 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4504a47-40ba-4074-8665-882244b03842 HTTP/1.1" status: 204 len: 168 time: 0.3037088 Mar 08 12:03:44.253257 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4504a47-40ba-4074-8665-882244b03842,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:44.261477 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:44.261959 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:44.262989 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:44.263427 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:44.263945 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:44.264411 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:44.264832 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:44.266325 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:44.266325 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:44.266325 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:44.266325 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:44.267159 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:44.267399 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19469b0e-a9a8-496c-93e5-c62b2548aa7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:44.365779 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-216f4398-cc85-43ef-bd14-7a7d32c3d838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:44.440793 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-216f4398-cc85-43ef-bd14-7a7d32c3d838 admin admin] Publish callbacks [] for security_group (be7d4a75-93f5-43b5-bf66-d83190e95ee1), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:44.554734 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-216f4398-cc85-43ef-bd14-7a7d32c3d838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (be7d4a75-93f5-43b5-bf66-d83190e95ee1), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:44.592839 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f4398-cc85-43ef-bd14-7a7d32c3d838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d4a75-93f5-43b5-bf66-d83190e95ee1,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:44.599436 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-216f4398-cc85-43ef-bd14-7a7d32c3d838 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78b234750a4e41e1afd8b29328da7321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586433 Mar 08 12:03:44.599985 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 46274) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:44.647715 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-63ab0fb6-813d-4a04-964b-499c2f28c5b0 admin admin] Publish callbacks [] for security_group (be7d4a75-93f5-43b5-bf66-d83190e95ee1), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:44.669510 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-63ab0fb6-813d-4a04-964b-499c2f28c5b0 admin admin] Publish callbacks [] for security_group (be7d4a75-93f5-43b5-bf66-d83190e95ee1), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:44.788997 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-63ab0fb6-813d-4a04-964b-499c2f28c5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (be7d4a75-93f5-43b5-bf66-d83190e95ee1), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:44.791534 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-63ab0fb6-813d-4a04-964b-499c2f28c5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:44.793555 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-63ab0fb6-813d-4a04-964b-499c2f28c5b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be7d4a75-93f5-43b5-bf66-d83190e95ee1 HTTP/1.1" status: 204 len: 168 time: 0.1915917 Mar 08 12:03:44.802698 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab0fb6-813d-4a04-964b-499c2f28c5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d4a75-93f5-43b5-bf66-d83190e95ee1,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:44.938246 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 46288) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:44.956887 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0a35104d-d0c3-4dd3-a39d-4cc62d672118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:45.030141 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0a35104d-d0c3-4dd3-a39d-4cc62d672118 admin admin] Publish callbacks [] for security_group (70bf99bb-9ef7-4c2a-909c-31f8b1723bae), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:45.093188 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0a35104d-d0c3-4dd3-a39d-4cc62d672118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (70bf99bb-9ef7-4c2a-909c-31f8b1723bae), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:45.159186 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-0a35104d-d0c3-4dd3-a39d-4cc62d672118 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=92f7ea4d4b90465c90e9dfc55a87288c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189720 Mar 08 12:03:45.161984 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 46292) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:45.169459 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35104d-d0c3-4dd3-a39d-4cc62d672118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bf99bb-9ef7-4c2a-909c-31f8b1723bae,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:45.194877 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86c081-820c-46bc-81ec-2666c010d941 req-c03b00bc-c944-4407-a822-3aa2c756d57a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:45.196479 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8c86c081-820c-46bc-81ec-2666c010d941 req-c03b00bc-c944-4407-a822-3aa2c756d57a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0874453 Mar 08 12:03:45.236296 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7308746e-d1ee-4fe7-a84c-6be1d9993762 admin admin] Publish callbacks [] for security_group (70bf99bb-9ef7-4c2a-909c-31f8b1723bae), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:45.253329 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8c86c081-820c-46bc-81ec-2666c010d941 req-33d3fce3-dcb7-45fa-8a76-6bf300fa2976 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503747 Mar 08 12:03:45.261547 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7308746e-d1ee-4fe7-a84c-6be1d9993762 admin admin] Publish callbacks [] for security_group (70bf99bb-9ef7-4c2a-909c-31f8b1723bae), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:45.396602 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7308746e-d1ee-4fe7-a84c-6be1d9993762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (70bf99bb-9ef7-4c2a-909c-31f8b1723bae), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:45.399233 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7308746e-d1ee-4fe7-a84c-6be1d9993762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:45.400454 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-7308746e-d1ee-4fe7-a84c-6be1d9993762 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70bf99bb-9ef7-4c2a-909c-31f8b1723bae HTTP/1.1" status: 204 len: 168 time: 0.2373168 Mar 08 12:03:45.409469 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308746e-d1ee-4fe7-a84c-6be1d9993762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bf99bb-9ef7-4c2a-909c-31f8b1723bae,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:46.244146 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 46304) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:46.257509 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-24b149f4-91ee-4490-97d2-d210500a93aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:46.362045 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-24b149f4-91ee-4490-97d2-d210500a93aa admin admin] Publish callbacks [] for security_group (6cd66c65-fb45-4c5f-ac66-dc7fb4721a36), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:46.384377 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff27f9e-010e-40db-91aa-940253b2c203 req-7c2eb1a3-ee9f-4670-a9f9-a55a86d6a142 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:46.386114 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2ff27f9e-010e-40db-91aa-940253b2c203 req-7c2eb1a3-ee9f-4670-a9f9-a55a86d6a142 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0620310 Mar 08 12:03:46.428348 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-24b149f4-91ee-4490-97d2-d210500a93aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6cd66c65-fb45-4c5f-ac66-dc7fb4721a36), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:46.437752 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2ff27f9e-010e-40db-91aa-940253b2c203 req-fe7722bc-2300-4aa4-862f-f3e45f487d76 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458391 Mar 08 12:03:46.469993 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b149f4-91ee-4490-97d2-d210500a93aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd66c65-fb45-4c5f-ac66-dc7fb4721a36,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:46.474278 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-24b149f4-91ee-4490-97d2-d210500a93aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24888e146ad74ac785c764d802a03a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290876 Mar 08 12:03:46.477280 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 46308) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:03:46.525321 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cc319229-9625-49eb-994a-3a06cef0d297 admin admin] Publish callbacks [] for security_group (6cd66c65-fb45-4c5f-ac66-dc7fb4721a36), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:46.546012 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cc319229-9625-49eb-994a-3a06cef0d297 admin admin] Publish callbacks [] for security_group (6cd66c65-fb45-4c5f-ac66-dc7fb4721a36), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:46.659216 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cc319229-9625-49eb-994a-3a06cef0d297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6cd66c65-fb45-4c5f-ac66-dc7fb4721a36), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:46.661798 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-cc319229-9625-49eb-994a-3a06cef0d297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:46.662905 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-cc319229-9625-49eb-994a-3a06cef0d297 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6cd66c65-fb45-4c5f-ac66-dc7fb4721a36 HTTP/1.1" status: 204 len: 168 time: 0.1847234 Mar 08 12:03:46.683363 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc319229-9625-49eb-994a-3a06cef0d297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd66c65-fb45-4c5f-ac66-dc7fb4721a36,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:46.696211 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-476d758a-9062-41ae-a2a8-cfe61b291165 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701352927&fields=id&tenant_id=0cd44047d44749f79b6f9477db0ab065 HTTP/1.1" status: 200 len: 267 time: 0.0596921 Mar 08 12:03:46.807053 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-42772cf8-10a4-49fc-afa7-563bc714a303 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:46.808533 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-42772cf8-10a4-49fc-afa7-563bc714a303 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/networks?id=aabb92dc-d16c-443c-8c3f-4eafc3241edc HTTP/1.1" status: 200 len: 809 time: 0.1029983 Mar 08 12:03:46.822816 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-0f490773-548d-4c94-b21e-27332f339d84 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/quotas/0cd44047d44749f79b6f9477db0ab065 HTTP/1.1" status: 200 len: 375 time: 0.0089900 Mar 08 12:03:46.880868 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-05f33f88-4cde-45ed-b52b-1941ec2a8376 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cd44047d44749f79b6f9477db0ab065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527341 Mar 08 12:03:46.985283 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-20540164-578a-43ff-9fc1-0a1232b3358d service neutron] 10.222.0.43 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925963 Mar 08 12:03:47.087496 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d1a6175d-c960-4822-815c-192b3f779420 service neutron] 10.222.0.43 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957997 Mar 08 12:03:47.633229 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-11ecb739-e26b-43cb-b5d4-6c5f8ccd858b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:47.688810 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325e98a-d48a-4b52-877c-5417c057bfaa req-bbe26b5a-6f0a-4bf4-bfcc-ec711a6d5f33 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:47.690399 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4325e98a-d48a-4b52-877c-5417c057bfaa req-bbe26b5a-6f0a-4bf4-bfcc-ec711a6d5f33 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0942230 Mar 08 12:03:47.747556 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4325e98a-d48a-4b52-877c-5417c057bfaa req-157a2265-a229-4b55-a3be-dcbbdccec81a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449972 Mar 08 12:03:47.816355 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd739e-8e02-4c7e-8282-fa0452206183 req-a4044c33-55b9-4f72-8e1f-8387a46c8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:47.819091 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d4bd739e-8e02-4c7e-8282-fa0452206183 req-a4044c33-55b9-4f72-8e1f-8387a46c8217 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 1129 time: 0.0442481 Mar 08 12:03:47.885133 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d4bd739e-8e02-4c7e-8282-fa0452206183 req-f2c5cc5c-28a4-4e1b-a27a-4612cd89e5c6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610952 Mar 08 12:03:47.945916 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6ea1d4c5-2358-4b3e-b509-378d7b6d526b req-7cd2d99d-315c-4873-bbcb-4b477d378685 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 210 time: 0.0364912 Mar 08 12:03:48.890870 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb41af-aaa0-4825-bf04-877ba98b66f6 req-0c920e59-e0c1-46ad-bb54-ee438e1ceef4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:48.892383 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ecbb41af-aaa0-4825-bf04-877ba98b66f6 req-0c920e59-e0c1-46ad-bb54-ee438e1ceef4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0569379 Mar 08 12:03:48.939406 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ecbb41af-aaa0-4825-bf04-877ba98b66f6 req-5e842837-417d-4939-ad2f-152540847741 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411644 Mar 08 12:03:49.038941 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f6a6eb4e-d63f-4a45-98b0-3c99aaae1aa6 req-a138c594-7e7e-4fe8-b159-3298343cfe8b tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 210 time: 0.0292220 Mar 08 12:03:50.075551 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50beb70c-227b-4664-ae55-47d95b9ce650 req-94c5cd07-07df-41c9-8a55-55472da2bd8c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:50.077980 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-50beb70c-227b-4664-ae55-47d95b9ce650 req-94c5cd07-07df-41c9-8a55-55472da2bd8c tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0555520 Mar 08 12:03:50.082149 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-1bf38293-6f15-4781-9ca8-b8c69df23cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:50.149014 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f68c42f6-c50f-4e2e-95ff-518b2c5a430a req-6cf0f28f-3de7-4a61-88f3-f9636d332247 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 210 time: 0.0349622 Mar 08 12:03:50.156843 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-50beb70c-227b-4664-ae55-47d95b9ce650 req-6ef958c5-37e4-486e-b1bf-2199756678e5 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698349 Mar 08 12:03:50.519515 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-7f5ca4db-4d53-46d1-8d40-84457b546b58 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:50.521012 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-7f5ca4db-4d53-46d1-8d40-84457b546b58 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.53 "GET /v2.0/networks?id=aabb92dc-d16c-443c-8c3f-4eafc3241edc HTTP/1.1" status: 200 len: 809 time: 0.1067839 Mar 08 12:03:50.626864 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-c0ed1a75-1b9d-4f38-9d65-2f9a449114b4 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd44047d44749f79b6f9477db0ab065 HTTP/1.1" status: 200 len: 379 time: 0.0900607 Mar 08 12:03:50.638068 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc113e-c6c5-4678-91ab-91bf21688351 req-9895cde8-6eac-40c7-9c9f-971c561d8d53 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:50.640203 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-35dc113e-c6c5-4678-91ab-91bf21688351 req-9895cde8-6eac-40c7-9c9f-971c561d8d53 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0879762 Mar 08 12:03:50.646192 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-026cca32-d707-4b5e-a9ba-73cfed13276f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Request body: {'port': {'device_id': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'admin_state_up': True, 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'security_groups': ['a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:50.794269 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-35dc113e-c6c5-4678-91ab-91bf21688351 req-2db43148-e16a-4071-b7ee-45e3c2fdcccd tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426377 Mar 08 12:03:50.796108 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a107f3-eda0-4a3f-80b7-b9e49507110d req-f47a8f09-30dd-4aa2-8ee5-412feb99e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:50.797516 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e0a107f3-eda0-4a3f-80b7-b9e49507110d req-f47a8f09-30dd-4aa2-8ee5-412feb99e362 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 1129 time: 0.1553183 Mar 08 12:03:50.905689 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a107f3-eda0-4a3f-80b7-b9e49507110d req-bb03a8f4-ebb7-4e7b-ac45-e684d68d56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:50.907180 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e0a107f3-eda0-4a3f-80b7-b9e49507110d req-bb03a8f4-ebb7-4e7b-ac45-e684d68d56b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 200 len: 919 time: 0.1005468 Mar 08 12:03:50.950816 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e0a107f3-eda0-4a3f-80b7-b9e49507110d req-229c0e2c-1ae0-452c-b008-62ce6e5dbd98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=438d30c0-b9b9-44bf-841f-08b2d37ccf1d HTTP/1.1" status: 200 len: 217 time: 0.0356748 Mar 08 12:03:50.952014 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-026cca32-d707-4b5e-a9ba-73cfed13276f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Made reservation on behalf of 0cd44047d44749f79b6f9477db0ab065 for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:03:50.955868 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-026cca32-d707-4b5e-a9ba-73cfed13276f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:51.030828 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:51.054723 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a107f3-eda0-4a3f-80b7-b9e49507110d req-003143ee-79e0-49bc-82a6-5409efa47b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:51.056196 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e0a107f3-eda0-4a3f-80b7-b9e49507110d req-003143ee-79e0-49bc-82a6-5409efa47b28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13640637-05f7-46ca-85f6-679ac8752a14 HTTP/1.1" status: 200 len: 858 time: 0.0974219 Mar 08 12:03:51.090321 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e0a107f3-eda0-4a3f-80b7-b9e49507110d req-3784adde-4178-44d4-9bfd-59d50ebaa2c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98344952-e0db-43ab-bdc0-bda704b5a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272493 Mar 08 12:03:51.199879 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-026cca32-d707-4b5e-a9ba-73cfed13276f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Allocated IP 172.20.0.14 (aabb92dc-d16c-443c-8c3f-4eafc3241edc/4dd617de-3677-4879-9306-e48bb7ab99d5/6d077b79-4d70-4e42-a018-e71c1406a129) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:03:51.266615 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e0a107f3-eda0-4a3f-80b7-b9e49507110d req-1b01f2fb-c001-4efe-ab4f-d1354035781d service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701491 Mar 08 12:03:51.270802 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f49e834b-4809-4349-a7cd-7e89d4995a16 req-3756d922-445b-43ef-8d1f-610ff2436f58 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 210 time: 0.0414839 Mar 08 12:03:51.656075 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e0a107f3-eda0-4a3f-80b7-b9e49507110d req-f4ac6267-17bb-494a-8698-e2c2fd1725d4 service neutron] 10.222.0.53 "GET /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803017 Mar 08 12:03:51.669924 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-026cca32-d707-4b5e-a9ba-73cfed13276f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for port (6d077b79-4d70-4e42-a018-e71c1406a129), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:51.785569 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-026cca32-d707-4b5e-a9ba-73cfed13276f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:51.827758 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-026cca32-d707-4b5e-a9ba-73cfed13276f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Network aabb92dc-d16c-443c-8c3f-4eafc3241edc is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:51.831037 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-026cca32-d707-4b5e-a9ba-73cfed13276f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:51.835121 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-026cca32-d707-4b5e-a9ba-73cfed13276f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:03:51.866135 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cca32-d707-4b5e-a9ba-73cfed13276f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Pushing event updated for resources: {'Port': ['ID=6d077b79-4d70-4e42-a018-e71c1406a129,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:51.923636 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-026cca32-d707-4b5e-a9ba-73cfed13276f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:51.924270 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-026cca32-d707-4b5e-a9ba-73cfed13276f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:51.965743 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1268af-ead6-446e-bb92-4f3a0917d25f req-82fabd8d-9a62-4bee-ac82-4d0ca64a03d4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:51.968227 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dc1268af-ead6-446e-bb92-4f3a0917d25f req-82fabd8d-9a62-4bee-ac82-4d0ca64a03d4 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0821791 Mar 08 12:03:52.033679 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dc1268af-ead6-446e-bb92-4f3a0917d25f req-72ca5a35-5a5a-4d61-89f5-0353e43d3ad0 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589168 Mar 08 12:03:52.070077 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-026cca32-d707-4b5e-a9ba-73cfed13276f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4288206 Mar 08 12:03:52.132916 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-428eb5aa-9728-4ed3-8c25-d8216b7cda04 None None] Provisioning complete for port 6d077b79-4d70-4e42-a018-e71c1406a129 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:03:52.133549 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-428eb5aa-9728-4ed3-8c25-d8216b7cda04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:52.141955 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Request body: {'port': {'device_id': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:52.169348 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-428eb5aa-9728-4ed3-8c25-d8216b7cda04 None None] Port 6d077b79-4d70-4e42-a018-e71c1406a129 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:03:52.202200 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:52.459762 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b262a1-504c-4f4c-8cd0-4995e63f215b req-e0f156e9-730d-4b23-a705-8c3b464819e6 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:52.461261 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d5b262a1-504c-4f4c-8cd0-4995e63f215b req-e0f156e9-730d-4b23-a705-8c3b464819e6 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 932 time: 0.1172018 Mar 08 12:03:52.487807 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:52.551144 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d5b262a1-504c-4f4c-8cd0-4995e63f215b req-6062d1a5-2cc7-4031-8e86-68872c3d5ca9 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829482 Mar 08 12:03:52.556816 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d077b79-4d70-4e42-a018-e71c1406a129 {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:03:52.564961 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Publish callbacks [] for port (6d077b79-4d70-4e42-a018-e71c1406a129), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:52.584912 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Transition to ACTIVE for port object 6d077b79-4d70-4e42-a018-e71c1406a129 will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:03:52.647886 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:52.722153 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d077b79-4d70-4e42-a018-e71c1406a129,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:52.786030 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Attempting to bind port 6d077b79-4d70-4e42-a018-e71c1406a129 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:03:52.786438 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Attempting to bind port 6d077b79-4d70-4e42-a018-e71c1406a129 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c7d1b112-2a42-40c1-8be4-26fb82923228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:03:52.786831 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Attempting to bind port 6d077b79-4d70-4e42-a018-e71c1406a129 on network aabb92dc-d16c-443c-8c3f-4eafc3241edc {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:03:52.792181 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Port 6d077b79-4d70-4e42-a018-e71c1406a129 on network aabb92dc-d16c-443c-8c3f-4eafc3241edc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:03:52.792535 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Attempting to bind port 6d077b79-4d70-4e42-a018-e71c1406a129 on network aabb92dc-d16c-443c-8c3f-4eafc3241edc {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:03:52.797728 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:03:52.798174 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Checking segment: {'id': 'c7d1b112-2a42-40c1-8be4-26fb82923228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:03:52.798567 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Bound using segment: {'id': 'c7d1b112-2a42-40c1-8be4-26fb82923228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:03:52.799090 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Bound port: 6d077b79-4d70-4e42-a018-e71c1406a129, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d1b112-2a42-40c1-8be4-26fb82923228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:03:52.799458 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:52.869540 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] For port 6d077b79-4d70-4e42-a018-e71c1406a129, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:03:52.872562 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] For port 6d077b79-4d70-4e42-a018-e71c1406a129, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6d077b79-4d70-4e42-a018-e71c1406a129,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:03:52.939537 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:52.972451 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:52.973147 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:52.974419 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] 10.222.0.53 "PUT /v2.0/ports/6d077b79-4d70-4e42-a018-e71c1406a129 HTTP/1.1" status: 200 len: 1094 time: 0.8377061 Mar 08 12:03:52.974871 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:03:52.977115 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bd294c-9e07-45a8-8ec4-9f7203bf49cd" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:03:53.005456 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd3b4f-277a-42b7-a5e4-9500e918c9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d077b79-4d70-4e42-a018-e71c1406a129,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:53.019095 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0d9e61-4eb8-41ea-bad9-7f2e8fee153b x-openstack-request-id: req-ce0d9e61-4eb8-41ea-bad9-7f2e8fee153b {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:03:53.019396 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:03:53.019651 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce0d9e61-4eb8-41ea-bad9-7f2e8fee153b {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:03:53.020054 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129', 'status': 'completed', 'code': 200} Mar 08 12:03:53.162784 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd294c-9e07-45a8-8ec4-9f7203bf49cd req-75aee523-641b-48e0-ab54-99d56a1197ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:53.164309 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b3bd294c-9e07-45a8-8ec4-9f7203bf49cd req-75aee523-641b-48e0-ab54-99d56a1197ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cd44047d44749f79b6f9477db0ab065&device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 1128 time: 0.0814133 Mar 08 12:03:53.179785 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364410a-65fa-4e33-9883-273bbe2116ab req-da86981f-8379-43c9-9521-d230e3075326 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:53.181230 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1364410a-65fa-4e33-9883-273bbe2116ab req-da86981f-8379-43c9-9521-d230e3075326 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0674064 Mar 08 12:03:53.285554 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1364410a-65fa-4e33-9883-273bbe2116ab req-75dc83ae-3c0c-4166-a471-e087137d8a7f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952029 Mar 08 12:03:53.306742 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd294c-9e07-45a8-8ec4-9f7203bf49cd req-6f52ad95-ff1e-41f2-88f9-0348281364d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:53.308237 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b3bd294c-9e07-45a8-8ec4-9f7203bf49cd req-6f52ad95-ff1e-41f2-88f9-0348281364d3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0cd44047d44749f79b6f9477db0ab065&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1261752 Mar 08 12:03:53.400437 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd294c-9e07-45a8-8ec4-9f7203bf49cd req-39be3642-ea28-4cde-bb45-06191fe2678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:53.401905 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b3bd294c-9e07-45a8-8ec4-9f7203bf49cd req-39be3642-ea28-4cde-bb45-06191fe2678d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866957 Mar 08 12:03:53.521007 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-7dab489e-34c4-4583-a5f9-904867ae29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:53.522384 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-7dab489e-34c4-4583-a5f9-904867ae29a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cd44047d44749f79b6f9477db0ab065&device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 1128 time: 0.0426345 Mar 08 12:03:53.685012 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ca89d-181f-4bbb-a827-30bddac296fd req-8abb8f34-bfa3-487c-a1d4-f4bf314afdcf tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:53.686602 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5b7ca89d-181f-4bbb-a827-30bddac296fd req-8abb8f34-bfa3-487c-a1d4-f4bf314afdcf tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0539854 Mar 08 12:03:53.738745 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5b7ca89d-181f-4bbb-a827-30bddac296fd req-f9ddede6-9b9b-4a72-916c-1a27ca507f3f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466933 Mar 08 12:03:53.910216 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d7ba6e4a-6598-441a-8fb3-27d7d1b07af1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d077b79-4d70-4e42-a018-e71c1406a129 HTTP/1.1" status: 200 len: 217 time: 0.0345757 Mar 08 12:03:53.949051 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:53.978228 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d567bd86-73aa-43e6-85c0-8cc20f5e0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:53.979694 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-d567bd86-73aa-43e6-85c0-8cc20f5e0cc3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4dd617de-3677-4879-9306-e48bb7ab99d5 HTTP/1.1" status: 200 len: 848 time: 0.0528555 Mar 08 12:03:54.035198 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-a4461575-ba70-45c4-9156-f853b1c81d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:54.036785 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-a4461575-ba70-45c4-9156-f853b1c81d1a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aabb92dc-d16c-443c-8c3f-4eafc3241edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490899 Mar 08 12:03:54.404006 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de577bc8-8037-4409-ae90-2eca92406be4 req-8773602e-c1e5-47df-85e7-7acddfecc7a5 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:54.405595 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-de577bc8-8037-4409-ae90-2eca92406be4 req-8773602e-c1e5-47df-85e7-7acddfecc7a5 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0521085 Mar 08 12:03:54.452228 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-de577bc8-8037-4409-ae90-2eca92406be4 req-9e234e19-ab20-4cf6-91bd-e3371da0cad7 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412374 Mar 08 12:03:54.852471 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d806a5b-eaa8-44d2-840e-18018561cb20 req-40d2119f-b96c-44dd-a0b6-08358021e6b1 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:54.853892 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0d806a5b-eaa8-44d2-840e-18018561cb20 req-40d2119f-b96c-44dd-a0b6-08358021e6b1 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0502748 Mar 08 12:03:54.904557 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0d806a5b-eaa8-44d2-840e-18018561cb20 req-21df85d5-4ce1-4cb0-a9a6-9da8b643c2ca tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451100 Mar 08 12:03:55.252654 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-307a78f7-e6f4-4437-bb0a-eba8fe3aa852 service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820560 Mar 08 12:03:55.569661 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09104bb3-df6b-4caf-b98e-80a0d2201a98 req-cb635547-c93b-4cc2-89bf-f120608b2f57 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:55.571160 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-09104bb3-df6b-4caf-b98e-80a0d2201a98 req-cb635547-c93b-4cc2-89bf-f120608b2f57 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0522544 Mar 08 12:03:55.621687 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-09104bb3-df6b-4caf-b98e-80a0d2201a98 req-992f41a4-deb3-46bb-9f35-1590afed50ef tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443263 Mar 08 12:03:56.022273 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64138300-59a0-44b5-b602-e7ac3b397270 req-7c3bd796-228d-4905-a340-cfaac4781f1c tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:56.023950 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64138300-59a0-44b5-b602-e7ac3b397270 req-7c3bd796-228d-4905-a340-cfaac4781f1c tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0514786 Mar 08 12:03:56.076032 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64138300-59a0-44b5-b602-e7ac3b397270 req-78ed9fbf-964a-4fab-88f2-b598a7538457 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453002 Mar 08 12:03:56.166590 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88dba6f3-dfbd-45d9-b07a-58aa5cafca5e req-e285e3f8-d01f-4b27-99b7-0f0ea159f181 service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898111 Mar 08 12:03:56.743077 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb7a54-693a-4220-b5b5-21e26ca8449e req-4812057a-2311-492d-bf93-902bb0d1655e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:56.744604 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f1eb7a54-693a-4220-b5b5-21e26ca8449e req-4812057a-2311-492d-bf93-902bb0d1655e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0554626 Mar 08 12:03:56.790467 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f1eb7a54-693a-4220-b5b5-21e26ca8449e req-d5f6a072-7928-4341-b33b-f53191a8259b tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402117 Mar 08 12:03:57.190770 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b46d75-e4f1-4ee7-b7b2-1bdc1082052d req-3fe623c0-245a-4fcf-b1bb-29ff39d67d45 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:57.192240 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f6b46d75-e4f1-4ee7-b7b2-1bdc1082052d req-3fe623c0-245a-4fcf-b1bb-29ff39d67d45 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0507159 Mar 08 12:03:57.240585 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f6b46d75-e4f1-4ee7-b7b2-1bdc1082052d req-7f6a21b4-23e1-432c-9d7c-ed69ce3583c5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427322 Mar 08 12:03:57.923163 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12a8f4-3004-4637-83df-6c4a60334f13 req-cc795d2b-8923-4723-aa63-85b247bf584e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:57.924662 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0f12a8f4-3004-4637-83df-6c4a60334f13 req-cc795d2b-8923-4723-aa63-85b247bf584e tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0685229 Mar 08 12:03:57.972239 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0f12a8f4-3004-4637-83df-6c4a60334f13 req-38117fb7-4c35-4852-b4e8-9a37973db512 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417097 Mar 08 12:03:58.363977 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526701f7-7c42-478c-9300-74b0c8560c29 req-92189dd2-b180-429e-9cbe-d4645b2f6dac tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:58.365523 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-526701f7-7c42-478c-9300-74b0c8560c29 req-92189dd2-b180-429e-9cbe-d4645b2f6dac tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0580029 Mar 08 12:03:58.419748 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-526701f7-7c42-478c-9300-74b0c8560c29 req-17b6ad92-b54e-4200-9877-90bbf0390464 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450816 Mar 08 12:03:59.093147 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166ceea-40c7-454c-8e19-410750ea34ed req-100737e4-c588-4020-a509-0ea68857eab3 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:59.094619 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a166ceea-40c7-454c-8e19-410750ea34ed req-100737e4-c588-4020-a509-0ea68857eab3 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0521200 Mar 08 12:03:59.146679 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a166ceea-40c7-454c-8e19-410750ea34ed req-6b937807-23f3-4f8a-8ebc-754a79f81f6d tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461712 Mar 08 12:03:59.783809 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1d27b-47a2-4ae5-8e99-627de7e93a07 req-313cdee7-0283-4dd8-8289-4a40a1432356 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:59.785214 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f0e1d27b-47a2-4ae5-8e99-627de7e93a07 req-313cdee7-0283-4dd8-8289-4a40a1432356 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0509293 Mar 08 12:03:59.832808 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f0e1d27b-47a2-4ae5-8e99-627de7e93a07 req-5645b744-0e60-4ab0-bc73-f7cac7c6a808 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420680 Mar 08 12:03:59.985031 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe2982-ba1c-4577-bbcf-4664c7184f30 req-005f1235-ae71-489e-827f-b99f78a16972 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:59.986534 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8cfe2982-ba1c-4577-bbcf-4664c7184f30 req-005f1235-ae71-489e-827f-b99f78a16972 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 946 time: 0.0594261 Mar 08 12:04:00.036296 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8cfe2982-ba1c-4577-bbcf-4664c7184f30 req-fbdbaa79-2ea2-4e86-b9ca-c9df2d334bcd tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Mar 08 12:04:00.958924 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3729cfd-663d-4a9e-8272-bf0e702ce4f4 req-c27d4111-7e18-4f7f-903d-dac168f859fd tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:00.963470 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b3729cfd-663d-4a9e-8272-bf0e702ce4f4 req-c27d4111-7e18-4f7f-903d-dac168f859fd tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0576036 Mar 08 12:04:01.009509 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b3729cfd-663d-4a9e-8272-bf0e702ce4f4 req-fb427faa-f5af-4115-a085-35af18c3faaf tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435822 Mar 08 12:04:01.156620 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7efd57-d0d2-419c-bd17-146c63fb2017 req-7fac1f85-b292-4a5e-94a6-ae1842221b5a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:01.158080 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9b7efd57-d0d2-419c-bd17-146c63fb2017 req-7fac1f85-b292-4a5e-94a6-ae1842221b5a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 946 time: 0.0520775 Mar 08 12:04:01.203134 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9b7efd57-d0d2-419c-bd17-146c63fb2017 req-c2b5a06d-c361-427e-b5dc-529f9d17e79a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 Mar 08 12:04:02.130582 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4787a8-33b7-48fc-be89-63abd6cfe4bf req-819749cc-b4d9-4fea-9ffc-2e4bbe6137ef tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:02.132049 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6a4787a8-33b7-48fc-be89-63abd6cfe4bf req-819749cc-b4d9-4fea-9ffc-2e4bbe6137ef tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0559456 Mar 08 12:04:02.180225 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6a4787a8-33b7-48fc-be89-63abd6cfe4bf req-ea2c07b8-cf0a-4b01-82d0-031139568e36 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424581 Mar 08 12:04:02.318499 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421692ee-bd79-4691-99cc-4e4cc1f34f0e req-b7dfc8ba-5464-435b-a1d8-6fa587fda872 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:02.319972 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-421692ee-bd79-4691-99cc-4e4cc1f34f0e req-b7dfc8ba-5464-435b-a1d8-6fa587fda872 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 946 time: 0.0505965 Mar 08 12:04:02.392301 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-421692ee-bd79-4691-99cc-4e4cc1f34f0e req-8fd3f6a8-d84e-4940-bdb8-031e1002e015 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663960 Mar 08 12:04:02.412731 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012081a-fb2d-4171-a4ed-12220980d76d req-aecc4240-32b1-4943-b583-e73c58545028 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:02.414210 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9012081a-fb2d-4171-a4ed-12220980d76d req-aecc4240-32b1-4943-b583-e73c58545028 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.53 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 946 time: 0.0672736 Mar 08 12:04:02.522078 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-9012081a-fb2d-4171-a4ed-12220980d76d req-a9aaba8e-ba07-4ae0-8c32-bdd584f91088 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Deleting port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:04:02.522423 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-9012081a-fb2d-4171-a4ed-12220980d76d req-a9aaba8e-ba07-4ae0-8c32-bdd584f91088 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:02.610591 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-9012081a-fb2d-4171-a4ed-12220980d76d req-a9aaba8e-ba07-4ae0-8c32-bdd584f91088 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] For port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=130ca192-6a12-4f14-aa4f-2fd7d3ebc964,segment=NetworkSegment(c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd),segment_id=c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:02.610956 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-9012081a-fb2d-4171-a4ed-12220980d76d req-a9aaba8e-ba07-4ae0-8c32-bdd584f91088 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:02.623331 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-9012081a-fb2d-4171-a4ed-12220980d76d req-a9aaba8e-ba07-4ae0-8c32-bdd584f91088 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Calling delete_port for 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:04:02.825076 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-9012081a-fb2d-4171-a4ed-12220980d76d req-a9aaba8e-ba07-4ae0-8c32-bdd584f91088 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (130ca192-6a12-4f14-aa4f-2fd7d3ebc964), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:02.858496 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaba8e-ba07-4ae0-8c32-bdd584f91088 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Pushing event deleted for resources: {'Port': ['ID=130ca192-6a12-4f14-aa4f-2fd7d3ebc964,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:02.871007 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['130ca192-6a12-4f14-aa4f-2fd7d3ebc964'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:04:02.907107 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9012081a-fb2d-4171-a4ed-12220980d76d req-a9aaba8e-ba07-4ae0-8c32-bdd584f91088 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] No DVR routers for this DVR port 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:04:02.909737 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-9012081a-fb2d-4171-a4ed-12220980d76d req-a9aaba8e-ba07-4ae0-8c32-bdd584f91088 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:02.913073 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9012081a-fb2d-4171-a4ed-12220980d76d req-a9aaba8e-ba07-4ae0-8c32-bdd584f91088 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.53 "DELETE /v2.0/ports/130ca192-6a12-4f14-aa4f-2fd7d3ebc964 HTTP/1.1" status: 204 len: 173 time: 0.4857695 Mar 08 12:04:02.913538 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618542e2-0a48-485d-8594-44f11942560a', 'name': 'network-vif-deleted', 'tag': '130ca192-6a12-4f14-aa4f-2fd7d3ebc964'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:02.915798 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d55c53b-6ef1-4691-b49c-6800e6d316d6" -d '{"events": [{"server_uuid": "618542e2-0a48-485d-8594-44f11942560a", "name": "network-vif-deleted", "tag": "130ca192-6a12-4f14-aa4f-2fd7d3ebc964"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:02.954175 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35de78f8-2933-45f8-972a-18fab9c85729 x-openstack-request-id: req-35de78f8-2933-45f8-972a-18fab9c85729 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:02.954519 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618542e2-0a48-485d-8594-44f11942560a", "name": "network-vif-deleted", "tag": "130ca192-6a12-4f14-aa4f-2fd7d3ebc964", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:02.954767 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35de78f8-2933-45f8-972a-18fab9c85729 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:02.955188 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618542e2-0a48-485d-8594-44f11942560a', 'name': 'network-vif-deleted', 'tag': '130ca192-6a12-4f14-aa4f-2fd7d3ebc964', 'status': 'completed', 'code': 200} Mar 08 12:04:03.302810 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ac05b-b506-4679-8e9c-4b689584e4d6 req-ae2b57c3-6b47-4e05-888a-6c61f35a43b8 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:03.304370 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-257ac05b-b506-4679-8e9c-4b689584e4d6 req-ae2b57c3-6b47-4e05-888a-6c61f35a43b8 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0532417 Mar 08 12:04:03.358008 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-257ac05b-b506-4679-8e9c-4b689584e4d6 req-8070f60a-9f85-4e09-87ed-185f0482ba01 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480864 Mar 08 12:04:03.496258 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c881825d-81a1-44c8-b4ce-d3efc603d4a9 req-b1e0f887-01ee-429c-8574-20a039addec6 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=618542e2-0a48-485d-8594-44f11942560a HTTP/1.1" status: 200 len: 210 time: 0.0255299 Mar 08 12:04:04.483651 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6fbad-72a5-43d2-b79f-4f82fd804f14 req-c187b48b-857c-4d04-b650-5a5f558a8497 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:04.485743 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c9f6fbad-72a5-43d2-b79f-4f82fd804f14 req-c187b48b-857c-4d04-b650-5a5f558a8497 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0561233 Mar 08 12:04:04.534203 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c9f6fbad-72a5-43d2-b79f-4f82fd804f14 req-b83a384c-412a-4fca-998f-d969c1be0c65 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430138 Mar 08 12:04:04.669491 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 46618) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:04.775918 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f14deb07-550e-4166-b61f-601dc3e8ed5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:04.851814 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f14deb07-550e-4166-b61f-601dc3e8ed5b admin admin] Publish callbacks [] for security_group (3f5abae7-dcd1-421c-a7dd-cb8c896ec2ae), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:04.944664 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f14deb07-550e-4166-b61f-601dc3e8ed5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (3f5abae7-dcd1-421c-a7dd-cb8c896ec2ae), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:04.986440 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-f14deb07-550e-4166-b61f-601dc3e8ed5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e63e4036783419bb4c5b8b50a9d3cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148234 Mar 08 12:04:04.987462 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14deb07-550e-4166-b61f-601dc3e8ed5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5abae7-dcd1-421c-a7dd-cb8c896ec2ae,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:04.990552 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 46622) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:05.042519 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-12394494-a730-473f-8ed5-a3a3bae4fe28 admin admin] Publish callbacks [] for security_group (3f5abae7-dcd1-421c-a7dd-cb8c896ec2ae), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:05.063477 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-12394494-a730-473f-8ed5-a3a3bae4fe28 admin admin] Publish callbacks [] for security_group (3f5abae7-dcd1-421c-a7dd-cb8c896ec2ae), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:05.211182 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-12394494-a730-473f-8ed5-a3a3bae4fe28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (3f5abae7-dcd1-421c-a7dd-cb8c896ec2ae), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:05.213852 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-12394494-a730-473f-8ed5-a3a3bae4fe28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:05.215015 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-12394494-a730-473f-8ed5-a3a3bae4fe28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f5abae7-dcd1-421c-a7dd-cb8c896ec2ae HTTP/1.1" status: 204 len: 168 time: 0.2232955 Mar 08 12:04:05.222589 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12394494-a730-473f-8ed5-a3a3bae4fe28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5abae7-dcd1-421c-a7dd-cb8c896ec2ae,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:05.659593 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d81aa-0a71-4e69-a78a-fc546f6ef8b9 req-d93ccfac-4d58-41ca-b4f1-b8d53e3ced97 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:05.661127 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a85d81aa-0a71-4e69-a78a-fc546f6ef8b9 req-d93ccfac-4d58-41ca-b4f1-b8d53e3ced97 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0559292 Mar 08 12:04:05.709095 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a85d81aa-0a71-4e69-a78a-fc546f6ef8b9 req-51d64794-085d-4e4e-8713-10dcf546ec31 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424557 Mar 08 12:04:06.182663 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:06.471799 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:04:06.494571 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:04:06.494915 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 130ca192-6a12-4f14-aa4f-2fd7d3ebc964 not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:04:06.830458 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331eae2-724c-4dcd-a69c-4425e5fdae8c req-abf32b49-46d2-4c81-a425-4eb4603466f0 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:06.831904 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2331eae2-724c-4dcd-a69c-4425e5fdae8c req-abf32b49-46d2-4c81-a425-4eb4603466f0 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0555234 Mar 08 12:04:06.879280 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2331eae2-724c-4dcd-a69c-4425e5fdae8c req-8473ecf3-aee1-4c7e-91e6-20a62ed8b5ad tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416081 Mar 08 12:04:07.999946 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28383717-7b61-4e1a-8612-17cc1ff821ba req-c28178b5-852b-451b-bb95-e0f0e06e1eb4 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:08.001974 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-28383717-7b61-4e1a-8612-17cc1ff821ba req-c28178b5-852b-451b-bb95-e0f0e06e1eb4 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0568788 Mar 08 12:04:08.049355 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-28383717-7b61-4e1a-8612-17cc1ff821ba req-eedf4018-a9c5-4df9-8a5f-a5c2eb05b9b7 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418255 Mar 08 12:04:09.188997 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577fa10-3ed9-4a83-b3f0-cd2c8b0eb471 req-0abf8b9c-6ff7-420b-a537-2ddaa1baaf15 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:09.189679 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b577fa10-3ed9-4a83-b3f0-cd2c8b0eb471 req-0abf8b9c-6ff7-420b-a537-2ddaa1baaf15 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0654490 Mar 08 12:04:09.239065 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b577fa10-3ed9-4a83-b3f0-cd2c8b0eb471 req-278b7d63-1ec1-408b-a292-dc830c28ac3f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439844 Mar 08 12:04:10.368853 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dd95d-d18f-49f7-8254-f1b128c192a1 req-01037ea7-00ce-4fc9-8abb-a9e5de08b715 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:10.371383 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b84dd95d-d18f-49f7-8254-f1b128c192a1 req-01037ea7-00ce-4fc9-8abb-a9e5de08b715 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0678742 Mar 08 12:04:10.433894 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b84dd95d-d18f-49f7-8254-f1b128c192a1 req-4d5d2af3-0c5b-4e95-9bb2-e6df89f97115 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551581 Mar 08 12:04:11.557016 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941e32d-811d-4c72-b6b9-b097845e85ec req-d294d6cc-dd09-4d55-a832-4a53942afa3a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:11.558464 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4941e32d-811d-4c72-b6b9-b097845e85ec req-d294d6cc-dd09-4d55-a832-4a53942afa3a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0539973 Mar 08 12:04:11.606544 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4941e32d-811d-4c72-b6b9-b097845e85ec req-272d6217-5d19-4cee-9150-3f2db898dc20 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424497 Mar 08 12:04:12.721073 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3511d-5845-4ef7-b141-1d404120099d req-7cd8e86c-e30e-4a03-8a94-82e7b1c165f4 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:12.722487 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-acb3511d-5845-4ef7-b141-1d404120099d req-7cd8e86c-e30e-4a03-8a94-82e7b1c165f4 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0513928 Mar 08 12:04:12.774016 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-acb3511d-5845-4ef7-b141-1d404120099d req-f1c7cdcf-afba-430e-9ad4-b7eaa8399797 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456469 Mar 08 12:04:13.900374 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53da39c-e520-4cf3-b04a-430671a8d3dd req-c2e1d518-bca1-42e2-82d5-79be8a6d57f6 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:13.901878 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b53da39c-e520-4cf3-b04a-430671a8d3dd req-c2e1d518-bca1-42e2-82d5-79be8a6d57f6 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0612319 Mar 08 12:04:13.951438 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b53da39c-e520-4cf3-b04a-430671a8d3dd req-1036d241-501a-473c-8dd3-7d9629176cec tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425797 Mar 08 12:04:14.825432 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-290f9c6a-b0ae-4a78-b948-3b5ebe31f3d8 req-b135273d-ec7e-4cd0-bf05-bd2812b96208 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429504 Mar 08 12:04:14.916596 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f9c6a-b0ae-4a78-b948-3b5ebe31f3d8 req-ae5ef3d2-b026-41bb-a7a5-abcf205c02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:14.918096 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-290f9c6a-b0ae-4a78-b948-3b5ebe31f3d8 req-ae5ef3d2-b026-41bb-a7a5-abcf205c02ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 1130 time: 0.0443661 Mar 08 12:04:15.039236 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f9c6a-b0ae-4a78-b948-3b5ebe31f3d8 req-4761ea7d-2c7b-4d27-92e0-4e8c0ab2d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:15.040691 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-290f9c6a-b0ae-4a78-b948-3b5ebe31f3d8 req-4761ea7d-2c7b-4d27-92e0-4e8c0ab2d384 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f359cc5-2843-4822-80dc-0991890d71fa HTTP/1.1" status: 200 len: 911 time: 0.1030939 Mar 08 12:04:15.133439 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfcba1-b3f9-4108-a935-1ff6e56992c1 req-95c26d5b-d461-49ea-8b95-1fd6e1767e97 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:15.135320 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-95dfcba1-b3f9-4108-a935-1ff6e56992c1 req-95c26d5b-d461-49ea-8b95-1fd6e1767e97 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.1096859 Mar 08 12:04:15.137226 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-290f9c6a-b0ae-4a78-b948-3b5ebe31f3d8 req-8d229ab8-d643-4bcb-be2f-e913de9d3a88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1059b08a-94ca-4118-aae4-fecbe55e65ee HTTP/1.1" status: 200 len: 1001 time: 0.0824652 Mar 08 12:04:15.214010 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f9c6a-b0ae-4a78-b948-3b5ebe31f3d8 req-40b3f3a6-9a2d-4a49-9302-3c969215f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:15.215525 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-290f9c6a-b0ae-4a78-b948-3b5ebe31f3d8 req-40b3f3a6-9a2d-4a49-9302-3c969215f470 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a431dca8-79c9-4874-a87f-d7946fc1238f HTTP/1.1" status: 200 len: 849 time: 0.0720472 Mar 08 12:04:15.238133 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-95dfcba1-b3f9-4108-a935-1ff6e56992c1 req-89b4e232-4946-40d0-8fc7-7d2ba0e0a3f6 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869625 Mar 08 12:04:15.280538 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f9c6a-b0ae-4a78-b948-3b5ebe31f3d8 req-5c1b6f12-28ef-49c9-a823-ce0c0d964255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:15.282087 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-290f9c6a-b0ae-4a78-b948-3b5ebe31f3d8 req-5c1b6f12-28ef-49c9-a823-ce0c0d964255 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f359cc5-2843-4822-80dc-0991890d71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572395 Mar 08 12:04:15.391231 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-290f9c6a-b0ae-4a78-b948-3b5ebe31f3d8 req-e84924cf-1c8c-4d17-b302-d238848add10 service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024358 Mar 08 12:04:15.716017 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-290f9c6a-b0ae-4a78-b948-3b5ebe31f3d8 req-aeb725c0-0c8f-4c45-82c5-e0149074e052 service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158524 Mar 08 12:04:16.016451 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:04:16.378121 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead134e-b1f6-4334-81c5-662ce163e6e1 req-b85a6787-deef-4221-aa83-111deb867b39 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:16.380643 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aead134e-b1f6-4334-81c5-662ce163e6e1 req-b85a6787-deef-4221-aa83-111deb867b39 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0647433 Mar 08 12:04:16.459236 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aead134e-b1f6-4334-81c5-662ce163e6e1 req-b6a96fb1-c06a-4a19-88a5-35d706e02fd6 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703161 Mar 08 12:04:17.598007 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4edb0-1eb0-4089-ad6e-fe445356761d req-b0ab1ef6-dd37-4f17-a481-02a671248407 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:17.599541 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aeb4edb0-1eb0-4089-ad6e-fe445356761d req-b0ab1ef6-dd37-4f17-a481-02a671248407 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0597284 Mar 08 12:04:17.619585 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f72f27c4-e9f2-4bd1-bee3-c952270b812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:17.669723 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aeb4edb0-1eb0-4089-ad6e-fe445356761d req-706cfd55-4d49-4141-b606-94d871ec16be tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637429 Mar 08 12:04:17.838697 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fcdb2-278e-449e-af4a-659490494deb req-b1784176-339a-4333-b725-18946e35bc5b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:17.840177 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b36fcdb2-278e-449e-af4a-659490494deb req-b1784176-339a-4333-b725-18946e35bc5b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0545492 Mar 08 12:04:17.887511 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b36fcdb2-278e-449e-af4a-659490494deb req-6bf252b9-5cf7-4c11-8843-94be445f690c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408645 Mar 08 12:04:18.793271 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f12f9-4457-4a21-82ed-118e601086b7 req-2cc3f466-7484-461c-ae79-50457f8da4b1 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:18.794769 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-061f12f9-4457-4a21-82ed-118e601086b7 req-2cc3f466-7484-461c-ae79-50457f8da4b1 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0524220 Mar 08 12:04:18.843751 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-061f12f9-4457-4a21-82ed-118e601086b7 req-6b77d483-900e-4e83-9bd2-e148e3bd9e27 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426402 Mar 08 12:04:19.015605 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d8990-3554-49e3-8ad7-4cc47989ff86 req-7a2a099d-d3f6-4222-8822-f4ac9146b656 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:19.017116 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2e9d8990-3554-49e3-8ad7-4cc47989ff86 req-7a2a099d-d3f6-4222-8822-f4ac9146b656 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0556822 Mar 08 12:04:19.063622 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2e9d8990-3554-49e3-8ad7-4cc47989ff86 req-a52eec47-756e-450b-82e9-14ac9c099276 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409179 Mar 08 12:04:19.972146 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf73eb-0f39-4979-a6f3-687974e9c3ef req-1fcf421d-54cb-4b30-9b5e-1669feb2a3e5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:19.973591 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-49bf73eb-0f39-4979-a6f3-687974e9c3ef req-1fcf421d-54cb-4b30-9b5e-1669feb2a3e5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0531940 Mar 08 12:04:20.023692 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-49bf73eb-0f39-4979-a6f3-687974e9c3ef req-a8dfafe6-c0b9-4987-b269-bc591868e75c tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445950 Mar 08 12:04:20.087962 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 6d077b79-4d70-4e42-a018-e71c1406a129 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:04:20.105483 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b71cc7b4-94b5-4621-8869-27224c80ea76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.231810 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 6d077b79-4d70-4e42-a018-e71c1406a129, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6d077b79-4d70-4e42-a018-e71c1406a129,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:20.232471 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c622a-d26b-4687-990c-f6c8a3895c57 req-960f9aa8-5c90-4823-a304-fa8b05d8371f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:20.233997 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c57c622a-d26b-4687-990c-f6c8a3895c57 req-960f9aa8-5c90-4823-a304-fa8b05d8371f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0553746 Mar 08 12:04:20.246893 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '6d077b79-4d70-4e42-a018-e71c1406a129', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'port_id': '6d077b79-4d70-4e42-a018-e71c1406a129', 'mac_address': 'fa:16:3e:6b:2e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:04:20.304465 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 6d077b79-4d70-4e42-a018-e71c1406a129 is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:20.304913 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.308979 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c57c622a-d26b-4687-990c-f6c8a3895c57 req-9363db28-1dd1-49a4-98ed-5a58ddf2ad5c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686502 Mar 08 12:04:20.319516 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d077b79-4d70-4e42-a018-e71c1406a129 {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:04:20.340771 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 6d077b79-4d70-4e42-a018-e71c1406a129, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6d077b79-4d70-4e42-a018-e71c1406a129,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:20.401454 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.452671 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=6d077b79-4d70-4e42-a018-e71c1406a129,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:20.459765 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:20.460143 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:20.460530 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:20.460872 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:20.461204 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:20.461531 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:20.461856 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:20.462179 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:20.462504 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:20.462844 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:20.463169 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:20.463485 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:20.463803 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:21.018879 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:21.139624 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97669a-88e6-4b5c-ae9f-b6a7ecfc6324 req-284603bc-8453-4226-a647-20f070d5f62c tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:21.141141 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6d97669a-88e6-4b5c-ae9f-b6a7ecfc6324 req-284603bc-8453-4226-a647-20f070d5f62c tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 945 time: 0.0509934 Mar 08 12:04:21.198781 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6d97669a-88e6-4b5c-ae9f-b6a7ecfc6324 req-b6a1073a-3fa8-4bf8-8e54-c5dadfb3eb3f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504277 Mar 08 12:04:21.435996 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d96d6-1abe-4826-af81-f0af31f73e9e req-44e3a4f5-bca2-4ffb-a954-05922f2752a8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:21.440866 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6f5d96d6-1abe-4826-af81-f0af31f73e9e req-44e3a4f5-bca2-4ffb-a954-05922f2752a8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0559731 Mar 08 12:04:21.488903 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6f5d96d6-1abe-4826-af81-f0af31f73e9e req-0baf8f60-a301-4ca8-bdf4-d90289c67e3f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444450 Mar 08 12:04:22.322062 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bb970-33c4-4365-b5e7-2b276b8631f3 req-749f4502-6270-4656-a938-6a54b81a54af tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:22.323553 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-803bb970-33c4-4365-b5e7-2b276b8631f3 req-749f4502-6270-4656-a938-6a54b81a54af tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 945 time: 0.0550213 Mar 08 12:04:22.372617 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-803bb970-33c4-4365-b5e7-2b276b8631f3 req-794d4781-7e9a-411d-a7a7-71b1014e38d5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434082 Mar 08 12:04:22.386260 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['6d077b79-4d70-4e42-a018-e71c1406a129'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:04:22.492460 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.637229 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba767f6-c7b0-4deb-8fca-bd33e79f8ad7 req-7dc7d41b-5d1a-4960-9ebe-d3e978fddb6a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:22.639076 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-eba767f6-c7b0-4deb-8fca-bd33e79f8ad7 req-7dc7d41b-5d1a-4960-9ebe-d3e978fddb6a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0618157 Mar 08 12:04:22.753484 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-eba767f6-c7b0-4deb-8fca-bd33e79f8ad7 req-2b8a9da7-d266-4566-8e7b-65b8f175493d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059380 Mar 08 12:04:22.795562 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff109bc2-4b92-455d-8c70-830650a41734 req-6e747841-0eb5-4994-bb17-274418fbe565 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:22.797565 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-6e747841-0eb5-4994-bb17-274418fbe565 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/networks?id=7781020b-f710-49e4-8800-50e6495a8913 HTTP/1.1" status: 200 len: 813 time: 0.1352170 Mar 08 12:04:22.813997 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-a739bacb-fba7-4aaa-a8e9-e9a28d5328cb tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/quotas/f04d68a21e4e43c8b1141df0c0bedf76 HTTP/1.1" status: 200 len: 375 time: 0.0098426 Mar 08 12:04:22.847425 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-91ecaddd-1d14-4194-8887-946926e4ee2a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f04d68a21e4e43c8b1141df0c0bedf76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277991 Mar 08 12:04:22.953264 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-c21bc9bf-a02d-43fb-b649-a31d9e0ff0a7 service neutron] 10.222.0.43 "GET /v2.0/networks/7781020b-f710-49e4-8800-50e6495a8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988722 Mar 08 12:04:23.051579 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-497be5db-5ea8-42b5-9e5d-b04b6c975c5a service neutron] 10.222.0.43 "GET /v2.0/networks/7781020b-f710-49e4-8800-50e6495a8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853448 Mar 08 12:04:23.336630 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-420ad279-2399-4ab7-9dd9-2948c86af527 req-ceba1f64-b500-432d-ab6d-3dd55e559fb6 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 210 time: 0.0538495 Mar 08 12:04:23.504663 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498aefa-6357-4d09-add5-33cebd51c3f6 req-eeb0b06c-d752-4aca-8312-f00c72fdcb82 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:23.506147 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4498aefa-6357-4d09-add5-33cebd51c3f6 req-eeb0b06c-d752-4aca-8312-f00c72fdcb82 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 945 time: 0.0585625 Mar 08 12:04:23.555965 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4498aefa-6357-4d09-add5-33cebd51c3f6 req-18a358ed-f9d3-45b3-ac47-a9d77d9b7925 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437677 Mar 08 12:04:23.934241 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74048b-cfbb-4690-94bd-d935abccb1f7 req-66b38a65-4b30-4c8a-84f7-d6bd1b036e46 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:23.935954 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cc74048b-cfbb-4690-94bd-d935abccb1f7 req-66b38a65-4b30-4c8a-84f7-d6bd1b036e46 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0976219 Mar 08 12:04:23.987810 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:23.988888 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cc74048b-cfbb-4690-94bd-d935abccb1f7 req-74c87141-b599-4e9b-9a36-e4713aec0cfc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450072 Mar 08 12:04:24.351067 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd85384-ccb3-4c2d-9e5d-afd54f9f15e3 req-01dad3d1-9ff5-4e73-b3d8-ece5b3bf5564 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:24.352546 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ecd85384-ccb3-4c2d-9e5d-afd54f9f15e3 req-01dad3d1-9ff5-4e73-b3d8-ece5b3bf5564 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0570979 Mar 08 12:04:24.418249 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ecd85384-ccb3-4c2d-9e5d-afd54f9f15e3 req-79f9692e-cfc6-42b6-815f-d677443d89db tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587475 Mar 08 12:04:24.451782 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9cabde6e-2940-4716-809e-457ec3ce5b48 req-7b4fe792-3760-48f4-a5cc-7adaefdfeaa1 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 210 time: 0.0322394 Mar 08 12:04:24.678366 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb4e3f-0c34-4536-896b-d90cc8a940b6 req-595270ea-169b-4ff1-9986-b761eba00882 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:24.679985 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-00eb4e3f-0c34-4536-896b-d90cc8a940b6 req-595270ea-169b-4ff1-9986-b761eba00882 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 945 time: 0.0544302 Mar 08 12:04:24.731018 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-00eb4e3f-0c34-4536-896b-d90cc8a940b6 req-d5480b69-0c1a-4b07-9ff0-1ccab105c364 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449505 Mar 08 12:04:25.121278 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf1004-3335-422c-bb04-303d6b425628 req-8f25b8b1-4f60-42cb-b07f-81307769e407 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:25.122757 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1cbf1004-3335-422c-bb04-303d6b425628 req-8f25b8b1-4f60-42cb-b07f-81307769e407 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0591547 Mar 08 12:04:25.170174 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1cbf1004-3335-422c-bb04-303d6b425628 req-5a7d5ae5-8f95-4ccd-9d8c-87478d382f50 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412235 Mar 08 12:04:25.459178 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 6d077b79-4d70-4e42-a018-e71c1406a129 up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:25.583269 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88378a71-01cb-4389-a493-dc4be6ac8d50 req-6669b985-137e-49c7-aa18-1338aa96c98b tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 210 time: 0.0424557 Mar 08 12:04:25.595854 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 6d077b79-4d70-4e42-a018-e71c1406a129 completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:04:25.605032 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb75a19-67ff-463a-90b6-6d5d44dd7b72 req-06f4cae2-bacc-4db1-8cd0-4f76628f6422 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:25.605032 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-feb75a19-67ff-463a-90b6-6d5d44dd7b72 req-06f4cae2-bacc-4db1-8cd0-4f76628f6422 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.1058102 Mar 08 12:04:25.608933 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 6d077b79-4d70-4e42-a018-e71c1406a129 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:25.609469 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:25.656602 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-feb75a19-67ff-463a-90b6-6d5d44dd7b72 req-d4157a92-785a-46ba-b434-cccb6764e92d tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495415 Mar 08 12:04:25.714349 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 6d077b79-4d70-4e42-a018-e71c1406a129 is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:25.714349 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:25.738207 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:25.740468 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3a2b36-37a3-459f-9384-f4f2841b45e8" -d '{"events": [{"server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "name": "network-vif-plugged", "status": "completed", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:25.754907 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 6d077b79-4d70-4e42-a018-e71c1406a129, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6d077b79-4d70-4e42-a018-e71c1406a129,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:25.808236 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4f87aa-50cc-4761-8b34-5160f79668d7 x-openstack-request-id: req-ee4f87aa-50cc-4761-8b34-5160f79668d7 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:25.808236 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "name": "network-vif-plugged", "status": "completed", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:25.808236 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee4f87aa-50cc-4761-8b34-5160f79668d7 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:25.808236 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129', 'code': 200} Mar 08 12:04:25.824243 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:25.923906 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=6d077b79-4d70-4e42-a018-e71c1406a129,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:25.978308 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3fd96-2135-410e-87a9-5ac08b24642e req-18f44b09-76b8-4d36-bfbd-62cbe5381cb2 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:25.992518 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-75b3fd96-2135-410e-87a9-5ac08b24642e req-18f44b09-76b8-4d36-bfbd-62cbe5381cb2 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.1848252 Mar 08 12:04:26.039649 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff109bc2-4b92-455d-8c70-830650a41734 req-51baea34-1e98-4d32-b128-9e9421545219 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:26.041149 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-51baea34-1e98-4d32-b128-9e9421545219 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.53 "GET /v2.0/networks?id=7781020b-f710-49e4-8800-50e6495a8913 HTTP/1.1" status: 200 len: 813 time: 0.2501292 Mar 08 12:04:26.063098 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-ff109bc2-4b92-455d-8c70-830650a41734 req-0f3244c9-04c6-48ca-b675-1ff644674baa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Request body: {'port': {'device_id': '15989d78-1f1f-4006-ab3f-0ab12338e79c', 'network_id': '7781020b-f710-49e4-8800-50e6495a8913', 'admin_state_up': True, 'tenant_id': 'f04d68a21e4e43c8b1141df0c0bedf76'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:26.091165 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-75b3fd96-2135-410e-87a9-5ac08b24642e req-e47c9f61-97b3-46d2-8791-e21371bb01ed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971596 Mar 08 12:04:26.226941 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d247a65-2ae6-4dd5-a246-1a8b420a1ec1 req-214ccf4a-60d5-483d-9aae-b3279727b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:26.228482 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8d247a65-2ae6-4dd5-a246-1a8b420a1ec1 req-214ccf4a-60d5-483d-9aae-b3279727b58e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 1130 time: 0.0737603 Mar 08 12:04:26.308736 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8d247a65-2ae6-4dd5-a246-1a8b420a1ec1 req-56f5a4ad-b4f8-430e-baa0-411b6d2a9589 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736408 Mar 08 12:04:26.311109 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff109bc2-4b92-455d-8c70-830650a41734 req-0f3244c9-04c6-48ca-b675-1ff644674baa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Made reservation on behalf of f04d68a21e4e43c8b1141df0c0bedf76 for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:26.316577 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-ff109bc2-4b92-455d-8c70-830650a41734 req-0f3244c9-04c6-48ca-b675-1ff644674baa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:26.386303 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df52eb3-d864-470f-8716-a3b5167b3c81 req-437698c3-a5cb-43f5-ac5e-1138f3f4e508 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:26.387775 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9df52eb3-d864-470f-8716-a3b5167b3c81 req-437698c3-a5cb-43f5-ac5e-1138f3f4e508 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.1312184 Mar 08 12:04:26.482894 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9df52eb3-d864-470f-8716-a3b5167b3c81 req-339d0283-7fa3-4fc1-b8c7-0da6ff3d34d7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844989 Mar 08 12:04:26.498053 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-ff109bc2-4b92-455d-8c70-830650a41734 req-0f3244c9-04c6-48ca-b675-1ff644674baa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Allocated IP 172.20.0.4 (7781020b-f710-49e4-8800-50e6495a8913/482bb963-7518-4531-8809-4ea233a252e0/a862cbd4-b153-4d65-9282-477424db43e5) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:26.669526 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-ff109bc2-4b92-455d-8c70-830650a41734 req-0f3244c9-04c6-48ca-b675-1ff644674baa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks [] for port (a862cbd4-b153-4d65-9282-477424db43e5), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:26.703828 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9e486f6f-b248-40e0-b79a-221a07d770eb req-7a2c181c-0e7d-4291-b84d-519b92533392 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 210 time: 0.0323911 Mar 08 12:04:26.800482 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf082b84-1f93-43a7-bdd1-91db77d6fdcd req-8f0bfdba-f392-4b78-80b2-5b11bd2c621a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:26.801955 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cf082b84-1f93-43a7-bdd1-91db77d6fdcd req-8f0bfdba-f392-4b78-80b2-5b11bd2c621a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0568349 Mar 08 12:04:26.827670 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-ff109bc2-4b92-455d-8c70-830650a41734 req-0f3244c9-04c6-48ca-b675-1ff644674baa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (a862cbd4-b153-4d65-9282-477424db43e5), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:26.884187 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff109bc2-4b92-455d-8c70-830650a41734 req-0f3244c9-04c6-48ca-b675-1ff644674baa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Network 7781020b-f710-49e4-8800-50e6495a8913 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:26.892474 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-ff109bc2-4b92-455d-8c70-830650a41734 req-0f3244c9-04c6-48ca-b675-1ff644674baa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:26.895614 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff109bc2-4b92-455d-8c70-830650a41734 req-0f3244c9-04c6-48ca-b675-1ff644674baa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:26.902816 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cf082b84-1f93-43a7-bdd1-91db77d6fdcd req-3880e598-4fd9-401a-a8d4-fdb4c9d8d2c3 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951746 Mar 08 12:04:26.927866 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3244c9-04c6-48ca-b675-1ff644674baa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Pushing event updated for resources: {'Port': ['ID=a862cbd4-b153-4d65-9282-477424db43e5,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:26.961452 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff109bc2-4b92-455d-8c70-830650a41734 req-0f3244c9-04c6-48ca-b675-1ff644674baa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:26.962066 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-ff109bc2-4b92-455d-8c70-830650a41734 req-0f3244c9-04c6-48ca-b675-1ff644674baa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.105489 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-0f3244c9-04c6-48ca-b675-1ff644674baa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0489070 Mar 08 12:04:27.127144 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Request body: {'port': {'device_id': '15989d78-1f1f-4006-ab3f-0ab12338e79c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:27.223341 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a862cbd4-b153-4d65-9282-477424db43e5), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.274379 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb692c1e-4ef2-4b58-bcc3-11e86d5c34b1 req-79fe40fd-f058-4763-92f0-5213706f3ffb tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:27.276416 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cb692c1e-4ef2-4b58-bcc3-11e86d5c34b1 req-79fe40fd-f058-4763-92f0-5213706f3ffb tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0926445 Mar 08 12:04:27.418902 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cb692c1e-4ef2-4b58-bcc3-11e86d5c34b1 req-db32c46c-c9f9-4399-b5c1-415850da308e tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337807 Mar 08 12:04:27.548188 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a862cbd4-b153-4d65-9282-477424db43e5 {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:04:27.555821 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Publish callbacks [] for port (a862cbd4-b153-4d65-9282-477424db43e5), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.578561 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Transition to ACTIVE for port object a862cbd4-b153-4d65-9282-477424db43e5 will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:04:27.662484 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c621e-992b-45f4-9f67-2e5336a26914 req-7d5d9bcb-3133-49eb-a7b5-a6d6bff89bd7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:27.663983 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fc8c621e-992b-45f4-9f67-2e5336a26914 req-7d5d9bcb-3133-49eb-a7b5-a6d6bff89bd7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0549495 Mar 08 12:04:27.665133 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (a862cbd4-b153-4d65-9282-477424db43e5), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.748177 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Pushing event updated for resources: {'Port': ['ID=a862cbd4-b153-4d65-9282-477424db43e5,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:27.781714 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fc8c621e-992b-45f4-9f67-2e5336a26914 req-3ca900ff-c817-457a-bb48-94c76523f170 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110060 Mar 08 12:04:27.856826 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Attempting to bind port a862cbd4-b153-4d65-9282-477424db43e5 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:27.857158 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Attempting to bind port a862cbd4-b153-4d65-9282-477424db43e5 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7781020b-f710-49e4-8800-50e6495a8913'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:27.857481 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Attempting to bind port a862cbd4-b153-4d65-9282-477424db43e5 on network 7781020b-f710-49e4-8800-50e6495a8913 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:27.866407 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Port a862cbd4-b153-4d65-9282-477424db43e5 on network 7781020b-f710-49e4-8800-50e6495a8913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:04:27.866721 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Attempting to bind port a862cbd4-b153-4d65-9282-477424db43e5 on network 7781020b-f710-49e4-8800-50e6495a8913 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:27.878673 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e8c11-004f-4c8c-be66-34fe6127ffa8 req-c31dccd1-afdc-48a2-806e-886841d2b8d4 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:27.880209 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-037e8c11-004f-4c8c-be66-34fe6127ffa8 req-c31dccd1-afdc-48a2-806e-886841d2b8d4 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.0806472 Mar 08 12:04:27.881341 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:27.881678 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Checking segment: {'id': 'c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7781020b-f710-49e4-8800-50e6495a8913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:27.882063 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Bound using segment: {'id': 'c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7781020b-f710-49e4-8800-50e6495a8913'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:27.882506 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Bound port: a862cbd4-b153-4d65-9282-477424db43e5, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7781020b-f710-49e4-8800-50e6495a8913'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:27.882875 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a862cbd4-b153-4d65-9282-477424db43e5), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.968601 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-037e8c11-004f-4c8c-be66-34fe6127ffa8 req-e9813a8a-45c0-4062-8de7-3d5e8e5a3ce2 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823421 Mar 08 12:04:27.993856 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] For port a862cbd4-b153-4d65-9282-477424db43e5, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:28.021150 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] For port a862cbd4-b153-4d65-9282-477424db43e5, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a862cbd4-b153-4d65-9282-477424db43e5,segment=NetworkSegment(c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd),segment_id=c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:28.044832 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc13afb-10e4-4f63-9f46-a3a49bf73cee req-480a32a7-d457-4f13-8ef6-1252ba001b62 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:28.050400 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bcc13afb-10e4-4f63-9f46-a3a49bf73cee req-480a32a7-d457-4f13-8ef6-1252ba001b62 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0695465 Mar 08 12:04:28.103199 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bcc13afb-10e4-4f63-9f46-a3a49bf73cee req-809a5967-8382-4425-a132-8269dc3c6c97 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465481 Mar 08 12:04:28.104855 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (a862cbd4-b153-4d65-9282-477424db43e5), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:28.142871 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:28.143488 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:28.144896 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] 10.222.0.53 "PUT /v2.0/ports/a862cbd4-b153-4d65-9282-477424db43e5 HTTP/1.1" status: 200 len: 1093 time: 1.0221856 Mar 08 12:04:28.145346 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15989d78-1f1f-4006-ab3f-0ab12338e79c', 'tag': 'a862cbd4-b153-4d65-9282-477424db43e5'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:28.147624 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b653399-09fe-4fb5-8e8d-e31262d28429" -d '{"events": [{"name": "network-changed", "server_uuid": "15989d78-1f1f-4006-ab3f-0ab12338e79c", "tag": "a862cbd4-b153-4d65-9282-477424db43e5"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:28.169950 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655e08a-3056-494b-a523-66a1bd863f05 service neutron] Pushing event updated for resources: {'Port': ['ID=a862cbd4-b153-4d65-9282-477424db43e5,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:28.211305 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ac3ae5-5727-426c-80a6-f276ce521de0 x-openstack-request-id: req-b5ac3ae5-5727-426c-80a6-f276ce521de0 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:28.211305 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15989d78-1f1f-4006-ab3f-0ab12338e79c", "tag": "a862cbd4-b153-4d65-9282-477424db43e5", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:28.211305 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5ac3ae5-5727-426c-80a6-f276ce521de0 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:28.211305 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15989d78-1f1f-4006-ab3f-0ab12338e79c', 'tag': 'a862cbd4-b153-4d65-9282-477424db43e5', 'status': 'completed', 'code': 200} Mar 08 12:04:28.313040 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b653399-09fe-4fb5-8e8d-e31262d28429 req-d1116cbe-d154-40c8-a6e1-33f6d9a39a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:28.315542 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7b653399-09fe-4fb5-8e8d-e31262d28429 req-d1116cbe-d154-40c8-a6e1-33f6d9a39a9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f04d68a21e4e43c8b1141df0c0bedf76&device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 1127 time: 0.0493641 Mar 08 12:04:28.435895 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b653399-09fe-4fb5-8e8d-e31262d28429 req-0af73447-f0a4-4511-85e9-7a1e3c198694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:28.437396 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7b653399-09fe-4fb5-8e8d-e31262d28429 req-0af73447-f0a4-4511-85e9-7a1e3c198694 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f04d68a21e4e43c8b1141df0c0bedf76&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0991771 Mar 08 12:04:28.614417 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4062d3-399f-4b1a-9c9f-64153bf84dd5 req-9e7bc258-dfc0-49ac-8059-eef914c5ca9f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:28.615889 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9e4062d3-399f-4b1a-9c9f-64153bf84dd5 req-9e7bc258-dfc0-49ac-8059-eef914c5ca9f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.1208515 Mar 08 12:04:28.626437 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b653399-09fe-4fb5-8e8d-e31262d28429 req-ad5d7d8a-9aff-4a8c-9d53-91fc26feb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:28.627882 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7b653399-09fe-4fb5-8e8d-e31262d28429 req-ad5d7d8a-9aff-4a8c-9d53-91fc26feb652 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1441660 Mar 08 12:04:28.702773 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9e4062d3-399f-4b1a-9c9f-64153bf84dd5 req-c29028c5-5ec9-43ca-bebd-5b117ffad378 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783520 Mar 08 12:04:28.712088 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea50801-c471-4f57-b515-c563b9eeb671 req-d2786712-caa1-4a2f-aef0-9c8c961cfe0b tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:28.712765 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cea50801-c471-4f57-b515-c563b9eeb671 req-d2786712-caa1-4a2f-aef0-9c8c961cfe0b tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.53 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.0959780 Mar 08 12:04:28.927536 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff109bc2-4b92-455d-8c70-830650a41734 req-6976c8da-5181-4a15-8b8c-a2edf9c0cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:28.929056 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-6976c8da-5181-4a15-8b8c-a2edf9c0cf86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f04d68a21e4e43c8b1141df0c0bedf76&device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 1127 time: 0.1504846 Mar 08 12:04:28.995583 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-ed14696c-7ce0-4e3c-924b-7d9ea204d38a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a862cbd4-b153-4d65-9282-477424db43e5 HTTP/1.1" status: 200 len: 217 time: 0.0477922 Mar 08 12:04:29.046961 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-cea50801-c471-4f57-b515-c563b9eeb671 req-122b0292-af2b-4d1a-a4d1-97b022c0c4bf tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Deleting port f6558169-e717-4a27-b553-4df8640d8460 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:04:29.047302 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cea50801-c471-4f57-b515-c563b9eeb671 req-122b0292-af2b-4d1a-a4d1-97b022c0c4bf tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (f6558169-e717-4a27-b553-4df8640d8460), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:29.057034 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edb808-09c4-4959-96dc-f88351462fd8 req-963281c8-8ced-466f-97da-a80c94e063f7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:29.058620 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a5edb808-09c4-4959-96dc-f88351462fd8 req-963281c8-8ced-466f-97da-a80c94e063f7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.1484439 Mar 08 12:04:29.164938 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff109bc2-4b92-455d-8c70-830650a41734 req-30f659bd-9ef4-4d07-8754-1c3cf334ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:29.166371 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-30f659bd-9ef4-4d07-8754-1c3cf334ce46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=482bb963-7518-4531-8809-4ea233a252e0 HTTP/1.1" status: 200 len: 853 time: 0.1644664 Mar 08 12:04:29.217163 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-8147faeb-de6d-45bd-9b4c-00da0a214fc1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7781020b-f710-49e4-8800-50e6495a8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408564 Mar 08 12:04:29.271506 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a5edb808-09c4-4959-96dc-f88351462fd8 req-98c03564-0bd1-4b78-8445-e02c5d592c53 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908965 Mar 08 12:04:29.288209 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-cea50801-c471-4f57-b515-c563b9eeb671 req-122b0292-af2b-4d1a-a4d1-97b022c0c4bf tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] For port f6558169-e717-4a27-b553-4df8640d8460, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f6558169-e717-4a27-b553-4df8640d8460,segment=NetworkSegment(85dae2ae-a4e0-4979-992a-3fd8e242dd1d),segment_id=85dae2ae-a4e0-4979-992a-3fd8e242dd1d)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:29.288607 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cea50801-c471-4f57-b515-c563b9eeb671 req-122b0292-af2b-4d1a-a4d1-97b022c0c4bf tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (f6558169-e717-4a27-b553-4df8640d8460), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:29.312540 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17765c4-b444-4809-99cb-37ca4db8334c req-3819a2b4-7fbb-4dec-9603-bd12436c604c tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:29.314140 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f17765c4-b444-4809-99cb-37ca4db8334c req-3819a2b4-7fbb-4dec-9603-bd12436c604c tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.2516568 Mar 08 12:04:29.339034 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-cea50801-c471-4f57-b515-c563b9eeb671 req-122b0292-af2b-4d1a-a4d1-97b022c0c4bf tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Calling delete_port for f6558169-e717-4a27-b553-4df8640d8460 owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:04:29.490172 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f17765c4-b444-4809-99cb-37ca4db8334c req-0ce6a269-4c92-4545-afdd-2e021cb8d0c3 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440849 Mar 08 12:04:29.495198 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-ee4cae3f-495e-4e97-8420-fbef8e7a94e1 service neutron] 10.222.0.53 "GET /v2.0/networks/7781020b-f710-49e4-8800-50e6495a8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646518 Mar 08 12:04:29.519819 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a659e-03bc-4fe4-ae88-b2d0876f64e2 req-caf3ec51-bebe-45d7-910c-d1b92777ff80 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:29.521283 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4c0a659e-03bc-4fe4-ae88-b2d0876f64e2 req-caf3ec51-bebe-45d7-910c-d1b92777ff80 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 945 time: 0.1801775 Mar 08 12:04:29.918387 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4c0a659e-03bc-4fe4-ae88-b2d0876f64e2 req-1e4849a1-64e2-4312-8482-9f74265011aa tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800199 Mar 08 12:04:29.940660 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff109bc2-4b92-455d-8c70-830650a41734 req-367c000e-85db-4cda-a7c7-aab72b1be5f1 service neutron] 10.222.0.53 "GET /v2.0/networks/7781020b-f710-49e4-8800-50e6495a8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370871 Mar 08 12:04:29.958309 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5238b-b568-47ee-9721-722d7afe099e req-d2dcfcb1-8a4f-4bbf-b2e0-ec8c91299f9a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:29.960201 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-04a5238b-b568-47ee-9721-722d7afe099e req-d2dcfcb1-8a4f-4bbf-b2e0-ec8c91299f9a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.1416337 Mar 08 12:04:30.007733 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cea50801-c471-4f57-b515-c563b9eeb671 req-122b0292-af2b-4d1a-a4d1-97b022c0c4bf tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (f6558169-e717-4a27-b553-4df8640d8460), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.022068 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-04a5238b-b568-47ee-9721-722d7afe099e req-af1a9fe5-74f4-46c5-bd8d-e1b41ed979ee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557172 Mar 08 12:04:30.045747 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b0292-af2b-4d1a-a4d1-97b022c0c4bf tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Pushing event deleted for resources: {'Port': ['ID=f6558169-e717-4a27-b553-4df8640d8460,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:30.078415 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['438d30c0-b9b9-44bf-841f-08b2d37ccf1d'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:04:30.102123 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea50801-c471-4f57-b515-c563b9eeb671 req-122b0292-af2b-4d1a-a4d1-97b022c0c4bf tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] No DVR routers for this DVR port f6558169-e717-4a27-b553-4df8640d8460 on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:04:30.107233 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cea50801-c471-4f57-b515-c563b9eeb671 req-122b0292-af2b-4d1a-a4d1-97b022c0c4bf tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.112755 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cea50801-c471-4f57-b515-c563b9eeb671 req-122b0292-af2b-4d1a-a4d1-97b022c0c4bf tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.53 "DELETE /v2.0/ports/f6558169-e717-4a27-b553-4df8640d8460 HTTP/1.1" status: 204 len: 173 time: 1.3428037 Mar 08 12:04:30.173300 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9628a-19cc-45eb-9d0f-93c229dc8c15 req-4bf5cd6f-6c8a-49f9-92fb-b7b88d38d588 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:30.174997 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ffa9628a-19cc-45eb-9d0f-93c229dc8c15 req-4bf5cd6f-6c8a-49f9-92fb-b7b88d38d588 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0705931 Mar 08 12:04:30.210007 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c435ac0d-5d1b-4e0b-91ba-d0880e3703bf', 'name': 'network-vif-deleted', 'tag': 'f6558169-e717-4a27-b553-4df8640d8460'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:30.213196 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01b4f75-d0c6-4463-a799-9da778ccbda5" -d '{"events": [{"server_uuid": "c435ac0d-5d1b-4e0b-91ba-d0880e3703bf", "name": "network-vif-deleted", "tag": "f6558169-e717-4a27-b553-4df8640d8460"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:30.252940 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ffa9628a-19cc-45eb-9d0f-93c229dc8c15 req-deb948b8-93e0-41d9-b5dd-302d0d7a424e tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596035 Mar 08 12:04:30.265917 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c39654a-42a9-4fdc-b374-5507eb9edb34 x-openstack-request-id: req-4c39654a-42a9-4fdc-b374-5507eb9edb34 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:30.266323 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c435ac0d-5d1b-4e0b-91ba-d0880e3703bf", "name": "network-vif-deleted", "tag": "f6558169-e717-4a27-b553-4df8640d8460", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:30.266658 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c39654a-42a9-4fdc-b374-5507eb9edb34 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:30.267132 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c435ac0d-5d1b-4e0b-91ba-d0880e3703bf', 'name': 'network-vif-deleted', 'tag': 'f6558169-e717-4a27-b553-4df8640d8460', 'status': 'completed', 'code': 200} Mar 08 12:04:30.274643 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 47044) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:30.459620 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed42341-8c92-45aa-87c7-77b2c015e466 req-a1dcf4f1-c881-43aa-ac42-9cdf5f711f09 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:30.462190 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4ed42341-8c92-45aa-87c7-77b2c015e466 req-a1dcf4f1-c881-43aa-ac42-9cdf5f711f09 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0843775 Mar 08 12:04:30.568861 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61740f5-8f5e-45cf-aedd-3c80786fb6dd tempest-TestShelveInstance-630386705 tempest-TestShelveInstance-630386705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:30.570500 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-e61740f5-8f5e-45cf-aedd-3c80786fb6dd tempest-TestShelveInstance-630386705 tempest-TestShelveInstance-630386705-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 1125 time: 0.2945654 Mar 08 12:04:30.573680 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 47054) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:30.574371 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4ed42341-8c92-45aa-87c7-77b2c015e466 req-ffe69dee-b971-440f-8696-0f30794e2170 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053023 Mar 08 12:04:30.579167 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Request body: {'floatingip': {'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'port_id': '6d077b79-4d70-4e42-a018-e71c1406a129', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:30.639654 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac58a-abaa-4c42-b48c-4cc602d975b5 req-953b7fd8-afe5-4082-be5e-8e88fe5be560 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:30.641200 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-404ac58a-abaa-4c42-b48c-4cc602d975b5 req-953b7fd8-afe5-4082-be5e-8e88fe5be560 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.0665550 Mar 08 12:04:30.693094 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-404ac58a-abaa-4c42-b48c-4cc602d975b5 req-0d1eab31-02fb-45c5-bdd2-4923b8abfe67 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454915 Mar 08 12:04:30.737324 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.854243 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.966983 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Allocated IP 172.27.0.14 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/accc4ae8-1f87-48e9-9ddf-84346a39af33) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:31.047986 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0cc1bae5-723b-48bc-897c-7581c868d90e req-10c1bb50-9723-4e37-b661-32159fd87956 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=c435ac0d-5d1b-4e0b-91ba-d0880e3703bf HTTP/1.1" status: 200 len: 210 time: 0.0330453 Mar 08 12:04:31.096571 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for port (accc4ae8-1f87-48e9-9ddf-84346a39af33), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.257674 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (accc4ae8-1f87-48e9-9ddf-84346a39af33), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.300225 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:31.303045 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:31.308492 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:31.333724 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Pushing event updated for resources: {'Port': ['ID=accc4ae8-1f87-48e9-9ddf-84346a39af33,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:31.528625 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device f6558169-e717-4a27-b553-4df8640d8460 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:04:31.565233 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: f6558169-e717-4a27-b553-4df8640d8460 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:04:31.566052 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device f6558169-e717-4a27-b553-4df8640d8460 not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:04:31.764543 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64493d-0b37-4418-8fbe-25b636c3897c req-de73e2a6-d6d8-48b4-ba1e-b3095e1f89ee tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:31.766578 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df64493d-0b37-4418-8fbe-25b636c3897c req-de73e2a6-d6d8-48b4-ba1e-b3095e1f89ee tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0869856 Mar 08 12:04:31.841853 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df64493d-0b37-4418-8fbe-25b636c3897c req-a2a5679d-da3d-45bc-ac2e-563041540362 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665493 Mar 08 12:04:31.973172 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for floatingip (03fb8aa2-44e4-4f66-bf1e-7be99ef14a68), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.987912 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6409a3b-72e5-42d4-aeee-971a889ad5ba req-4eb4d859-88f5-4d3d-a5c3-f9f4ce0ac61f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:31.990654 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d6409a3b-72e5-42d4-aeee-971a889ad5ba req-4eb4d859-88f5-4d3d-a5c3-f9f4ce0ac61f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.0762932 Mar 08 12:04:32.059689 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d6409a3b-72e5-42d4-aeee-971a889ad5ba req-46c1a1a1-1b6b-4ade-accd-4eee39a305aa tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623810 Mar 08 12:04:32.124949 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315ef6e-17e8-43c2-b0d5-ccb9faf87d28 req-ed7d9f22-a3cb-4f74-8fbe-5f6023732ff9 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:32.127221 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f315ef6e-17e8-43c2-b0d5-ccb9faf87d28 req-ed7d9f22-a3cb-4f74-8fbe-5f6023732ff9 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0819578 Mar 08 12:04:32.202335 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f315ef6e-17e8-43c2-b0d5-ccb9faf87d28 req-6b531475-221f-4b83-af76-5c402c8833df tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680661 Mar 08 12:04:32.224812 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (accc4ae8-1f87-48e9-9ddf-84346a39af33), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.379322 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for port (accc4ae8-1f87-48e9-9ddf-84346a39af33), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.433303 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (accc4ae8-1f87-48e9-9ddf-84346a39af33), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.502306 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Pushing event updated for resources: {'Port': ['ID=accc4ae8-1f87-48e9-9ddf-84346a39af33,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:32.517161 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (03fb8aa2-44e4-4f66-bf1e-7be99ef14a68), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.601761 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64730b09-8fa0-44a2-919c-c667531b0b0a req-a07796a5-b983-412b-8dd1-3fc004df039b tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:32.603789 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64730b09-8fa0-44a2-919c-c667531b0b0a req-a07796a5-b983-412b-8dd1-3fc004df039b tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0582006 Mar 08 12:04:32.622817 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.l3_db [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Floating IP 03fb8aa2-44e4-4f66-bf1e-7be99ef14a68 associated. External IP: 172.27.0.14, port: 6d077b79-4d70-4e42-a018-e71c1406a129. Mar 08 12:04:32.653104 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64730b09-8fa0-44a2-919c-c667531b0b0a req-a8df9145-0c7f-4530-bc6d-e10b54bcacea tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426760 Mar 08 12:04:32.839070 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Router 557efb76-8e79-40d0-ab35-317d62dbcce5 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:04:32.969460 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:32.987014 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3ecab7-eda8-40a7-af4e-1f3886be37a2 None None] Sync routers for ids ['557efb76-8e79-40d0-ab35-317d62dbcce5'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:32.993510 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f1128-910f-42ea-b870-ae81a4f43992 req-ce6c2973-db94-4c69-b550-8ac9a73adec5 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:32.997343 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dc5f1128-910f-42ea-b870-ae81a4f43992 req-ce6c2973-db94-4c69-b550-8ac9a73adec5 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0656059 Mar 08 12:04:33.001802 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ecab7-eda8-40a7-af4e-1f3886be37a2 None None] Routers {'557efb76-8e79-40d0-ab35-317d62dbcce5'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:33.002676 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-2e3ecab7-eda8-40a7-af4e-1f3886be37a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:04:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['557efb76-8e79-40d0-ab35-317d62dbcce5'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:33.046922 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.060381 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dc5f1128-910f-42ea-b870-ae81a4f43992 req-5bf813d9-1e9e-485b-a649-79cf21102d33 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582602 Mar 08 12:04:33.109841 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-be69a37d-29cf-442a-984a-7dab348b5eee tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5326653 Mar 08 12:04:33.109841 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129'}] {{(pid=110282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:33.112051 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97424759812351d4672f9113f60e7df0fb12b366de8dab3fc6208360780b3a6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ca1d6f-bc30-43db-bfa8-414c513706ff" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129"}]}' {{(pid=110282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:33.168203 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e1ce00-a575-4922-8a8a-748677450ac8 x-openstack-request-id: req-11e1ce00-a575-4922-8a8a-748677450ac8 {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:33.168203 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129", "status": "completed", "code": 200}]} {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:33.168203 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11e1ce00-a575-4922-8a8a-748677450ac8 {{(pid=110282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:33.168203 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129', 'status': 'completed', 'code': 200} Mar 08 12:04:33.226444 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d930-e9fc-4b73-a3f2-49466ae0e3ee req-8f71dcd1-cb41-4cdb-be20-7d00a086c863 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.229466 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-90a5d930-e9fc-4b73-a3f2-49466ae0e3ee req-8f71dcd1-cb41-4cdb-be20-7d00a086c863 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.0839787 Mar 08 12:04:33.282528 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-2e3ecab7-eda8-40a7-af4e-1f3886be37a2 None None] Set router 557efb76-8e79-40d0-ab35-317d62dbcce5 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:33.372503 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-90a5d930-e9fc-4b73-a3f2-49466ae0e3ee req-b7c9a068-cd6a-43cf-a908-20f03b89d8dc tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278381 Mar 08 12:04:33.376509 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1d6f-bc30-43db-bfa8-414c513706ff req-0fc048a6-d189-40e6-b10b-c98506caa445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.378005 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-80ca1d6f-bc30-43db-bfa8-414c513706ff req-0fc048a6-d189-40e6-b10b-c98506caa445 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cd44047d44749f79b6f9477db0ab065&device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 1130 time: 0.1471083 Mar 08 12:04:33.431326 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e05d08-a0f4-476e-b5a2-0377c0298114 req-06e8cbc8-f1a6-40a7-886c-505e819387e5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.434684 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-30e05d08-a0f4-476e-b5a2-0377c0298114 req-06e8cbc8-f1a6-40a7-886c-505e819387e5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.1292684 Mar 08 12:04:33.531089 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1d6f-bc30-43db-bfa8-414c513706ff req-5f1af42d-c16b-4822-bd56-908bd215a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.533274 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-80ca1d6f-bc30-43db-bfa8-414c513706ff req-5f1af42d-c16b-4822-bd56-908bd215a2d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aabb92dc-d16c-443c-8c3f-4eafc3241edc HTTP/1.1" status: 200 len: 910 time: 0.1452157 Mar 08 12:04:33.537061 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-2e3ecab7-eda8-40a7-af4e-1f3886be37a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:37Z', 'revision_number': 4, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '03fb8aa2-44e4-4f66-bf1e-7be99ef14a68', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'port_id': '6d077b79-4d70-4e42-a018-e71c1406a129', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'mac_address': 'fa:16:3e:6b:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:04:31Z', 'updated_at': '2022-03-08T12:04:31Z', 'revision_number': 0, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7213f5-1b54-4792-8e7b-10ee53982543', 'name': '', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'mac_address': 'fa:16:3e:03:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:36Z', 'updated_at': '2022-03-08T12:02:42Z', 'revision_number': 5, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'subnets': [{'id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:33.537446 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-30e05d08-a0f4-476e-b5a2-0377c0298114 req-9cd692f7-286d-438f-b04e-ca5a2163fe44 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737109 Mar 08 12:04:33.540837 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device a862cbd4-b153-4d65-9282-477424db43e5 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:04:33.588923 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3ecab7-eda8-40a7-af4e-1f3886be37a2 None None] Checking router: 557efb76-8e79-40d0-ab35-317d62dbcce5 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:33.606986 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ecab7-eda8-40a7-af4e-1f3886be37a2 None None] Routers {'557efb76-8e79-40d0-ab35-317d62dbcce5'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:33.607626 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-2e3ecab7-eda8-40a7-af4e-1f3886be37a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:04:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['557efb76-8e79-40d0-ab35-317d62dbcce5'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:33.633246 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-80ca1d6f-bc30-43db-bfa8-414c513706ff req-997c73d7-50e5-42e3-be8f-fb5b75e8569d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d077b79-4d70-4e42-a018-e71c1406a129 HTTP/1.1" status: 200 len: 999 time: 0.0807974 Mar 08 12:04:33.682674 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port a862cbd4-b153-4d65-9282-477424db43e5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a862cbd4-b153-4d65-9282-477424db43e5,segment=NetworkSegment(c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd),segment_id=c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:33.697040 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': 'a862cbd4-b153-4d65-9282-477424db43e5', 'network_id': '7781020b-f710-49e4-8800-50e6495a8913', 'port_id': 'a862cbd4-b153-4d65-9282-477424db43e5', 'mac_address': 'fa:16:3e:57:9b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482bb963-7518-4531-8809-4ea233a252e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:04:33.706330 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1d6f-bc30-43db-bfa8-414c513706ff req-02a87357-c106-45fd-bf5b-67af1ba6097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.709091 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-80ca1d6f-bc30-43db-bfa8-414c513706ff req-02a87357-c106-45fd-bf5b-67af1ba6097e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4dd617de-3677-4879-9306-e48bb7ab99d5 HTTP/1.1" status: 200 len: 848 time: 0.0577445 Mar 08 12:04:33.739780 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-2e3ecab7-eda8-40a7-af4e-1f3886be37a2 None None] Set router 557efb76-8e79-40d0-ab35-317d62dbcce5 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:33.743841 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port a862cbd4-b153-4d65-9282-477424db43e5 is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:33.744477 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a862cbd4-b153-4d65-9282-477424db43e5), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.762772 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a862cbd4-b153-4d65-9282-477424db43e5 {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:04:33.794020 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port a862cbd4-b153-4d65-9282-477424db43e5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a862cbd4-b153-4d65-9282-477424db43e5,segment=NetworkSegment(c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd),segment_id=c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:33.800001 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca1d6f-bc30-43db-bfa8-414c513706ff req-55c1c688-df14-4186-b9e0-5af3aff4a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.801593 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-80ca1d6f-bc30-43db-bfa8-414c513706ff req-55c1c688-df14-4186-b9e0-5af3aff4a760 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aabb92dc-d16c-443c-8c3f-4eafc3241edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840597 Mar 08 12:04:33.859390 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a862cbd4-b153-4d65-9282-477424db43e5), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.903880 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e7450-5d6a-47ee-9406-e98e42a15b8b req-8a960eb7-7b79-41b0-9428-42a9c16c618a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.905495 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3d0e7450-5d6a-47ee-9406-e98e42a15b8b req-8a960eb7-7b79-41b0-9428-42a9c16c618a tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.1423738 Mar 08 12:04:33.940346 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=a862cbd4-b153-4d65-9282-477424db43e5,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:33.970907 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-80ca1d6f-bc30-43db-bfa8-414c513706ff req-6f04a298-1d4b-4b91-8d9d-6e22705e4a0b service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606858 Mar 08 12:04:33.978586 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3d0e7450-5d6a-47ee-9406-e98e42a15b8b req-803eacb1-1eb0-4f4a-abf0-39b22b221326 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648963 Mar 08 12:04:34.067119 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-2e3ecab7-eda8-40a7-af4e-1f3886be37a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:37Z', 'revision_number': 4, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '03fb8aa2-44e4-4f66-bf1e-7be99ef14a68', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'port_id': '6d077b79-4d70-4e42-a018-e71c1406a129', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'mac_address': 'fa:16:3e:6b:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:04:31Z', 'updated_at': '2022-03-08T12:04:31Z', 'revision_number': 0, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7213f5-1b54-4792-8e7b-10ee53982543', 'name': '', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'mac_address': 'fa:16:3e:03:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:36Z', 'updated_at': '2022-03-08T12:02:42Z', 'revision_number': 5, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'subnets': [{'id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:34.084628 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-80ca1d6f-bc30-43db-bfa8-414c513706ff req-27e47f95-1dbf-4edc-9bf5-8cc1e3241f4a service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048739 Mar 08 12:04:34.101286 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3ecab7-eda8-40a7-af4e-1f3886be37a2 None None] The sync data for ids ['557efb76-8e79-40d0-ab35-317d62dbcce5'] in dv-cinder-830086-2-iscsi is: [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:37Z', 'revision_number': 4, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '03fb8aa2-44e4-4f66-bf1e-7be99ef14a68', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'port_id': '6d077b79-4d70-4e42-a018-e71c1406a129', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'mac_address': 'fa:16:3e:6b:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:04:31Z', 'updated_at': '2022-03-08T12:04:31Z', 'revision_number': 0, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7213f5-1b54-4792-8e7b-10ee53982543', 'name': '', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'mac_address': 'fa:16:3e:03:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:36Z', 'updated_at': '2022-03-08T12:02:42Z', 'revision_number': 5, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'subnets': [{'id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:34.220936 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb0704-a7b6-4a1d-861d-935cfb3698e3 req-24857c10-23aa-4c61-a33f-b8d08473b18a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:34.222550 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-84cb0704-a7b6-4a1d-861d-935cfb3698e3 req-24857c10-23aa-4c61-a33f-b8d08473b18a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0722082 Mar 08 12:04:34.286508 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-84cb0704-a7b6-4a1d-861d-935cfb3698e3 req-8692126d-9942-4d04-9937-f3ce6c132897 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507951 Mar 08 12:04:34.334889 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576f2e6d-8e40-4b63-8c9b-815a218c618c None None] New status for floating IP 03fb8aa2-44e4-4f66-bf1e-7be99ef14a68: ACTIVE {{(pid=110283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:04:34.444110 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['a862cbd4-b153-4d65-9282-477424db43e5'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:04:34.508696 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f65028-db11-471d-9f3b-10152e1d8837 req-a7c3715b-365b-4f17-81e7-d2b65f65d3f3 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:34.510128 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-01f65028-db11-471d-9f3b-10152e1d8837 req-a7c3715b-365b-4f17-81e7-d2b65f65d3f3 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 944 time: 0.0604258 Mar 08 12:04:34.564484 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-01f65028-db11-471d-9f3b-10152e1d8837 req-4692268b-f971-4cb7-9e8b-b17907a60220 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454679 Mar 08 12:04:34.699324 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18962458-ae15-4e96-baa4-9744df87ce90 req-193e8099-466e-46da-9e88-8b0f4a575df0 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:34.700849 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-18962458-ae15-4e96-baa4-9744df87ce90 req-193e8099-466e-46da-9e88-8b0f4a575df0 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0652690 Mar 08 12:04:34.749784 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-18962458-ae15-4e96-baa4-9744df87ce90 req-ee058406-9162-4a60-936f-35142bea54b2 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430696 Mar 08 12:04:35.122141 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24370f-d6cd-4204-b783-1959c3b2002c req-dc13aee5-851e-498b-90e9-2698189b774f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:35.125470 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0c24370f-d6cd-4204-b783-1959c3b2002c req-dc13aee5-851e-498b-90e9-2698189b774f tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0751770 Mar 08 12:04:35.180514 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0c24370f-d6cd-4204-b783-1959c3b2002c req-9676c0c5-e3b1-41a5-9d87-790f61ed0456 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493422 Mar 08 12:04:35.431157 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9718f2-12dd-423b-8bce-368213abf066 req-d296fc38-247c-4d8b-957a-7863704b581f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:35.432752 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1f9718f2-12dd-423b-8bce-368213abf066 req-d296fc38-247c-4d8b-957a-7863704b581f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0607285 Mar 08 12:04:35.483894 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1f9718f2-12dd-423b-8bce-368213abf066 req-0bcf7db3-bc1f-4934-a43d-726f78357d7c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441177 Mar 08 12:04:35.688847 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae56384-5f09-4015-9bca-2276f62bc5c5 req-f1ef4e14-2407-47f1-bbec-49539b360448 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:35.690323 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aae56384-5f09-4015-9bca-2276f62bc5c5 req-f1ef4e14-2407-47f1-bbec-49539b360448 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 944 time: 0.0521812 Mar 08 12:04:35.741400 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aae56384-5f09-4015-9bca-2276f62bc5c5 req-52a6fb11-1596-46c0-9a08-a1ea99544a88 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456243 Mar 08 12:04:35.870287 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b88a2-a661-48b4-930c-b5cb56d2a1d4 req-e6cf28fa-3af7-4381-9c0e-c11755f4cfa5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:35.871694 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-231b88a2-a661-48b4-930c-b5cb56d2a1d4 req-e6cf28fa-3af7-4381-9c0e-c11755f4cfa5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0545080 Mar 08 12:04:35.919959 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-231b88a2-a661-48b4-930c-b5cb56d2a1d4 req-07f822b7-b1d2-44da-be61-208e53d1bc06 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416572 Mar 08 12:04:36.149252 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:36.300363 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa5468-11d7-4475-ae65-2f8857f0713e req-6da52b55-0192-4afb-9956-76b9b7068c64 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:36.301915 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5daa5468-11d7-4475-ae65-2f8857f0713e req-6da52b55-0192-4afb-9956-76b9b7068c64 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0533037 Mar 08 12:04:36.350458 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5daa5468-11d7-4475-ae65-2f8857f0713e req-8435a0b9-31db-4ad2-b04d-7661b8df9bd0 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Mar 08 12:04:36.615059 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b55dc-7303-4140-bb0c-777fdea70cb4 req-fce07f2a-ea33-4d04-b130-f14c32245041 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:36.616627 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c50b55dc-7303-4140-bb0c-777fdea70cb4 req-fce07f2a-ea33-4d04-b130-f14c32245041 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0579066 Mar 08 12:04:36.669735 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c50b55dc-7303-4140-bb0c-777fdea70cb4 req-bb9a0d60-82e6-494b-b5da-2264f57248c9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474722 Mar 08 12:04:36.864018 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f289621-aff6-4d20-b997-2c23a65e5ace req-34e011f3-970e-4833-93dc-91400a9ceb6a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:36.865530 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f289621-aff6-4d20-b997-2c23a65e5ace req-34e011f3-970e-4833-93dc-91400a9ceb6a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 944 time: 0.0541310 Mar 08 12:04:36.916610 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f289621-aff6-4d20-b997-2c23a65e5ace req-f62f9cfb-8ff2-4855-87e4-27305243c296 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452256 Mar 08 12:04:37.042954 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14c55f-7bef-432d-888e-07f7e3ae2f58 req-40269fa7-70d2-4151-8c61-960dd9afb51d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:37.044609 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6a14c55f-7bef-432d-888e-07f7e3ae2f58 req-40269fa7-70d2-4151-8c61-960dd9afb51d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0545173 Mar 08 12:04:37.099862 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6a14c55f-7bef-432d-888e-07f7e3ae2f58 req-6d45c5f8-81c1-4906-b34b-8d777126b917 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485053 Mar 08 12:04:37.477546 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78c98-f933-4171-8112-44d826bf9a5c req-353f8176-d79c-4372-96af-ecb5cc7951c1 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:37.479154 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9ea78c98-f933-4171-8112-44d826bf9a5c req-353f8176-d79c-4372-96af-ecb5cc7951c1 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0545461 Mar 08 12:04:37.528877 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9ea78c98-f933-4171-8112-44d826bf9a5c req-1f6fab29-4db5-4351-8d36-7357293a1de5 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Mar 08 12:04:37.561770 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device c182809e-e746-4729-80ba-e31504ef5283 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:04:37.572817 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device a862cbd4-b153-4d65-9282-477424db43e5 up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:37.704146 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port c182809e-e746-4729-80ba-e31504ef5283, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c182809e-e746-4729-80ba-e31504ef5283,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:37.729787 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': 'c182809e-e746-4729-80ba-e31504ef5283', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'port_id': 'c182809e-e746-4729-80ba-e31504ef5283', 'mac_address': 'fa:16:3e:38:5c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:04:37.756952 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port a862cbd4-b153-4d65-9282-477424db43e5 completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:04:37.766890 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port a862cbd4-b153-4d65-9282-477424db43e5 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:37.767272 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a862cbd4-b153-4d65-9282-477424db43e5), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.800271 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port c182809e-e746-4729-80ba-e31504ef5283 is: ACTIVE; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:37.800690 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (c182809e-e746-4729-80ba-e31504ef5283), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.822166 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c182809e-e746-4729-80ba-e31504ef5283 {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:04:37.826275 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45727-5ce8-4100-98ec-0a313ab755b4 req-ed6164ae-001b-4cb1-8d8b-7308c00366e6 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:37.827793 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5ee45727-5ce8-4100-98ec-0a313ab755b4 req-ed6164ae-001b-4cb1-8d8b-7308c00366e6 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0740438 Mar 08 12:04:37.847989 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port c182809e-e746-4729-80ba-e31504ef5283, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c182809e-e746-4729-80ba-e31504ef5283,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:37.886278 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5ee45727-5ce8-4100-98ec-0a313ab755b4 req-1ef15693-1c64-4d5e-a0c2-40654dfcc215 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504053 Mar 08 12:04:37.892524 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port a862cbd4-b153-4d65-9282-477424db43e5 is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:37.892938 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a862cbd4-b153-4d65-9282-477424db43e5), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.918616 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (c182809e-e746-4729-80ba-e31504ef5283), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.927829 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15989d78-1f1f-4006-ab3f-0ab12338e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a862cbd4-b153-4d65-9282-477424db43e5'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:37.932623 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9165123f-10a0-49d3-a362-8f2f31d71109" -d '{"events": [{"server_uuid": "15989d78-1f1f-4006-ab3f-0ab12338e79c", "name": "network-vif-plugged", "status": "completed", "tag": "a862cbd4-b153-4d65-9282-477424db43e5"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:37.976260 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port a862cbd4-b153-4d65-9282-477424db43e5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a862cbd4-b153-4d65-9282-477424db43e5,segment=NetworkSegment(c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd),segment_id=c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:37.978995 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4495aace-714c-46e1-88cb-d699d10ae5ec x-openstack-request-id: req-4495aace-714c-46e1-88cb-d699d10ae5ec {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:37.979322 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15989d78-1f1f-4006-ab3f-0ab12338e79c", "name": "network-vif-plugged", "status": "completed", "tag": "a862cbd4-b153-4d65-9282-477424db43e5", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:37.979581 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4495aace-714c-46e1-88cb-d699d10ae5ec {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:37.980171 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15989d78-1f1f-4006-ab3f-0ab12338e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a862cbd4-b153-4d65-9282-477424db43e5', 'code': 200} Mar 08 12:04:38.019992 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=c182809e-e746-4729-80ba-e31504ef5283,revision_number=6']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:38.029404 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a862cbd4-b153-4d65-9282-477424db43e5), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.102451 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f0528-85e4-432b-b0a0-c65cafe67733 req-35960840-4f70-4aae-acb4-36406ef32eb8 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:38.105775 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2b0f0528-85e4-432b-b0a0-c65cafe67733 req-35960840-4f70-4aae-acb4-36406ef32eb8 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 945 time: 0.0779426 Mar 08 12:04:38.111291 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=a862cbd4-b153-4d65-9282-477424db43e5,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:38.132037 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['c182809e-e746-4729-80ba-e31504ef5283'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:04:38.172696 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2b0f0528-85e4-432b-b0a0-c65cafe67733 req-5e39e468-9f3d-4e8c-b833-4341d6ff8fae tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553091 Mar 08 12:04:38.267651 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df22ab2-191b-4c3f-9a1e-8983dbd039d8 req-fc1dfc39-6517-48a1-9a02-fae3f7338f44 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:38.271761 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1df22ab2-191b-4c3f-9a1e-8983dbd039d8 req-fc1dfc39-6517-48a1-9a02-fae3f7338f44 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0722680 Mar 08 12:04:38.342677 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1df22ab2-191b-4c3f-9a1e-8983dbd039d8 req-5c69f438-0691-4cd8-ba9a-9c7d603799dc tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634804 Mar 08 12:04:38.461874 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d897ce-4a9f-4260-ac8b-3a2de1fe728b req-c82510ff-de82-4a17-8005-265235dec29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:38.463379 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21d897ce-4a9f-4260-ac8b-3a2de1fe728b req-c82510ff-de82-4a17-8005-265235dec29e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 1129 time: 0.0510683 Mar 08 12:04:38.535981 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21d897ce-4a9f-4260-ac8b-3a2de1fe728b req-97b1b814-31b6-42fd-a13c-955641421ea5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Mar 08 12:04:38.646277 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b82d0-6c74-4ff6-a5b3-cb02267bd452 req-17a91a77-74df-4974-be1e-7d441b7cfdb8 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:38.647764 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0f9b82d0-6c74-4ff6-a5b3-cb02267bd452 req-17a91a77-74df-4974-be1e-7d441b7cfdb8 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0528131 Mar 08 12:04:38.694313 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0f9b82d0-6c74-4ff6-a5b3-cb02267bd452 req-d43b33b7-3977-4576-9738-d15c7aea45ca tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 Mar 08 12:04:39.014649 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de8772-e138-49df-a69f-017b79da24b2 req-457fc8b5-5849-4937-92f5-b42a0ee44c26 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:39.016485 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-43de8772-e138-49df-a69f-017b79da24b2 req-457fc8b5-5849-4937-92f5-b42a0ee44c26 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 944 time: 0.0527678 Mar 08 12:04:39.067992 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-43de8772-e138-49df-a69f-017b79da24b2 req-8ab9abce-dfcd-4aa7-9fbd-541ffb7af045 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456862 Mar 08 12:04:39.298844 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176462d-40e2-4d1d-ae7c-97ffb7cf4808 req-6b126f60-f328-42a6-8e39-c0706cc98927 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:39.300453 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5176462d-40e2-4d1d-ae7c-97ffb7cf4808 req-6b126f60-f328-42a6-8e39-c0706cc98927 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 945 time: 0.0518909 Mar 08 12:04:39.349922 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5176462d-40e2-4d1d-ae7c-97ffb7cf4808 req-59c072af-0048-4149-8a8f-1151a6d88c6a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435882 Mar 08 12:04:39.465501 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fa1f3-e399-4418-ad86-194bd6ee72af req-2d4d3531-c41c-4783-998f-08dfb3f44630 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:39.466897 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ec8fa1f3-e399-4418-ad86-194bd6ee72af req-2d4d3531-c41c-4783-998f-08dfb3f44630 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0517075 Mar 08 12:04:39.517328 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ec8fa1f3-e399-4418-ad86-194bd6ee72af req-c0c086fe-1adf-40ae-b315-3a94dc37c360 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434854 Mar 08 12:04:39.624429 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device c182809e-e746-4729-80ba-e31504ef5283 up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:39.673030 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port c182809e-e746-4729-80ba-e31504ef5283 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:39.673395 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (c182809e-e746-4729-80ba-e31504ef5283), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.748974 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port c182809e-e746-4729-80ba-e31504ef5283 is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:39.749365 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (c182809e-e746-4729-80ba-e31504ef5283), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.783663 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port c182809e-e746-4729-80ba-e31504ef5283, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c182809e-e746-4729-80ba-e31504ef5283,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:39.819460 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d278a-2762-499a-92ae-204dccd6ea40 req-e3db0d12-9b39-4307-8eb6-1e2ca5b9ecae tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:39.820977 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d12d278a-2762-499a-92ae-204dccd6ea40 req-e3db0d12-9b39-4307-8eb6-1e2ca5b9ecae tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0556073 Mar 08 12:04:39.867569 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d12d278a-2762-499a-92ae-204dccd6ea40 req-81da618f-9978-4610-ab8d-ef29dada20fd tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/security-groups?id=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409288 Mar 08 12:04:39.903647 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (c182809e-e746-4729-80ba-e31504ef5283), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.957578 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=c182809e-e746-4729-80ba-e31504ef5283,revision_number=7']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:39.961037 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554065f7-fd53-4539-95f2-a0a4ce59eca8 req-7a25b3e9-a7dc-44ec-8cd5-76ead8de3c63 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:39.962519 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-554065f7-fd53-4539-95f2-a0a4ce59eca8 req-7a25b3e9-a7dc-44ec-8cd5-76ead8de3c63 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.53 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0566707 Mar 08 12:04:39.981466 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:39.983757 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d309fb93-fc59-4613-943f-87379481357d" -d '{"events": [{"server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "name": "network-vif-plugged", "status": "completed", "tag": "c182809e-e746-4729-80ba-e31504ef5283"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:40.021968 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1dfe5e-6d18-43e9-b7d2-dc3a96cf79b9 x-openstack-request-id: req-3d1dfe5e-6d18-43e9-b7d2-dc3a96cf79b9 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:40.022282 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "name": "network-vif-plugged", "status": "completed", "tag": "c182809e-e746-4729-80ba-e31504ef5283", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:40.022540 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d1dfe5e-6d18-43e9-b7d2-dc3a96cf79b9 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:40.022939 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283', 'code': 200} Mar 08 12:04:40.065230 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-554065f7-fd53-4539-95f2-a0a4ce59eca8 req-424fb827-6dce-4eba-8651-a2d5887ac450 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Deleting port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:04:40.067644 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-554065f7-fd53-4539-95f2-a0a4ce59eca8 req-424fb827-6dce-4eba-8651-a2d5887ac450 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.168106 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-554065f7-fd53-4539-95f2-a0a4ce59eca8 req-424fb827-6dce-4eba-8651-a2d5887ac450 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] For port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=438d30c0-b9b9-44bf-841f-08b2d37ccf1d,segment=NetworkSegment(85dae2ae-a4e0-4979-992a-3fd8e242dd1d),segment_id=85dae2ae-a4e0-4979-992a-3fd8e242dd1d)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:40.170856 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-554065f7-fd53-4539-95f2-a0a4ce59eca8 req-424fb827-6dce-4eba-8651-a2d5887ac450 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.197542 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-554065f7-fd53-4539-95f2-a0a4ce59eca8 req-424fb827-6dce-4eba-8651-a2d5887ac450 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Calling delete_port for 438d30c0-b9b9-44bf-841f-08b2d37ccf1d owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:04:40.262647 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c1b4e-0267-4281-bf8e-4c78d1ce735a req-04234d70-7367-40e2-a4ef-5d6d42030028 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:40.264039 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cc4c1b4e-0267-4281-bf8e-4c78d1ce735a req-04234d70-7367-40e2-a4ef-5d6d42030028 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.1114066 Mar 08 12:04:40.332996 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cc4c1b4e-0267-4281-bf8e-4c78d1ce735a req-6928dd03-ee44-4bd4-b2de-1b397778ddd2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617890 Mar 08 12:04:40.441239 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-554065f7-fd53-4539-95f2-a0a4ce59eca8 req-424fb827-6dce-4eba-8651-a2d5887ac450 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (438d30c0-b9b9-44bf-841f-08b2d37ccf1d), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.477187 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['438d30c0-b9b9-44bf-841f-08b2d37ccf1d'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:04:40.490723 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fb827-6dce-4eba-8651-a2d5887ac450 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Pushing event deleted for resources: {'Port': ['ID=438d30c0-b9b9-44bf-841f-08b2d37ccf1d,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:40.534670 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-554065f7-fd53-4539-95f2-a0a4ce59eca8 req-424fb827-6dce-4eba-8651-a2d5887ac450 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] No DVR routers for this DVR port 438d30c0-b9b9-44bf-841f-08b2d37ccf1d on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:04:40.537841 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-554065f7-fd53-4539-95f2-a0a4ce59eca8 req-424fb827-6dce-4eba-8651-a2d5887ac450 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.541204 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-554065f7-fd53-4539-95f2-a0a4ce59eca8 req-424fb827-6dce-4eba-8651-a2d5887ac450 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.53 "DELETE /v2.0/ports/438d30c0-b9b9-44bf-841f-08b2d37ccf1d HTTP/1.1" status: 204 len: 173 time: 0.5720141 Mar 08 12:04:40.541653 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065355ed-e9fd-467e-9635-b2171122b5b2', 'name': 'network-vif-deleted', 'tag': '438d30c0-b9b9-44bf-841f-08b2d37ccf1d'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:40.543947 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7d8754-afd9-4b26-a06b-bf37feaf47a5" -d '{"events": [{"server_uuid": "065355ed-e9fd-467e-9635-b2171122b5b2", "name": "network-vif-deleted", "tag": "438d30c0-b9b9-44bf-841f-08b2d37ccf1d"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:40.557444 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b80ae6-7463-4d06-8f52-226fb355408b req-74df3d61-5822-4dd6-8176-a42113dafb21 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:40.558722 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b3b80ae6-7463-4d06-8f52-226fb355408b req-74df3d61-5822-4dd6-8176-a42113dafb21 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 945 time: 0.1343384 Mar 08 12:04:40.638794 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b3b80ae6-7463-4d06-8f52-226fb355408b req-354eb9de-547c-420c-99cb-4d4e3149c073 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701442 Mar 08 12:04:40.675626 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367e01c-42a5-474a-b93f-845240aa899d req-207f453b-6b41-4a9c-aa53-6d60e2bfe56d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:40.678937 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1367e01c-42a5-474a-b93f-845240aa899d req-207f453b-6b41-4a9c-aa53-6d60e2bfe56d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0825160 Mar 08 12:04:40.683883 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e9ae7d-5dbe-44a1-9044-f2461c9f72fa x-openstack-request-id: req-29e9ae7d-5dbe-44a1-9044-f2461c9f72fa {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:40.684273 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065355ed-e9fd-467e-9635-b2171122b5b2", "name": "network-vif-deleted", "tag": "438d30c0-b9b9-44bf-841f-08b2d37ccf1d", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:40.684756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29e9ae7d-5dbe-44a1-9044-f2461c9f72fa {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:40.685192 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065355ed-e9fd-467e-9635-b2171122b5b2', 'name': 'network-vif-deleted', 'tag': '438d30c0-b9b9-44bf-841f-08b2d37ccf1d', 'status': 'completed', 'code': 200} Mar 08 12:04:40.728393 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1367e01c-42a5-474a-b93f-845240aa899d req-e786ead2-ed7b-494d-9ae2-7fa77bb99180 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422056 Mar 08 12:04:40.983975 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-604686fd-c118-4d1d-ad72-e251225169b0 req-e4584050-dda5-4182-a208-0021a8dc9fc2 tempest-ServerRescueNegativeTestJSON-1606663000 tempest-ServerRescueNegativeTestJSON-1606663000-project] 10.222.0.43 "GET /v2.0/ports?device_id=065355ed-e9fd-467e-9635-b2171122b5b2 HTTP/1.1" status: 200 len: 210 time: 0.0274093 Mar 08 12:04:41.478963 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318a8f3-e23f-4679-9cfc-5c2f6c08cb87 req-f164e863-fd7a-4d44-bd40-6c4fc86de7c9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:41.482304 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6318a8f3-e23f-4679-9cfc-5c2f6c08cb87 req-f164e863-fd7a-4d44-bd40-6c4fc86de7c9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0758572 Mar 08 12:04:41.538493 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6318a8f3-e23f-4679-9cfc-5c2f6c08cb87 req-79084f1d-c22a-4712-bb35-55fff8c4ddad tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467892 Mar 08 12:04:41.763588 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dc785-2cbc-4db9-9c7d-1b4e743abe21 req-6bf61ba7-86a7-4ad8-96d9-c1da9bd3c26f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:41.765585 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f65dc785-2cbc-4db9-9c7d-1b4e743abe21 req-6bf61ba7-86a7-4ad8-96d9-c1da9bd3c26f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 945 time: 0.0568013 Mar 08 12:04:41.844927 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f65dc785-2cbc-4db9-9c7d-1b4e743abe21 req-569b8dc0-d35e-4e3e-b5c2-edae3d7009a5 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729623 Mar 08 12:04:41.865036 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe36f7-a9d0-4b68-a6de-d5b5bbcc6562 req-79d9a4bd-e97f-48c7-a4b5-6d61d1e3c795 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:41.866739 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ddbe36f7-a9d0-4b68-a6de-d5b5bbcc6562 req-79d9a4bd-e97f-48c7-a4b5-6d61d1e3c795 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0714407 Mar 08 12:04:41.914338 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ddbe36f7-a9d0-4b68-a6de-d5b5bbcc6562 req-e7064458-0792-4883-bf1e-a48a24bdaedd tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420303 Mar 08 12:04:42.038617 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 47186) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:42.453374 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8e3b-1f12-460c-9c8b-50ea28314388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66618965'] for router_interface (4820dc4f-884c-463b-8168-60dc4757b10c), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.961416 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91304fb-4c09-4923-b2d9-3567b894f9bc req-2efc2836-bf38-448f-8fad-d3fb6428e304 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:42.962879 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d91304fb-4c09-4923-b2d9-3567b894f9bc req-2efc2836-bf38-448f-8fad-d3fb6428e304 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.1323514 Mar 08 12:04:43.075354 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68930d92-f697-411d-9605-62a9430751fa req-d23216e7-9b95-4c4e-82f4-ba53c4438ee4 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:43.076878 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-68930d92-f697-411d-9605-62a9430751fa req-d23216e7-9b95-4c4e-82f4-ba53c4438ee4 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 945 time: 0.1578934 Mar 08 12:04:43.081648 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d91304fb-4c09-4923-b2d9-3567b894f9bc req-8d3adc1a-a99a-482f-a055-b7a1c22d3cfe tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094341 Mar 08 12:04:43.137097 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-68930d92-f697-411d-9605-62a9430751fa req-ed240932-5889-4638-8bc7-dee738517626 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531168 Mar 08 12:04:43.143498 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d8e3b-1f12-460c-9c8b-50ea28314388 admin admin] Deleting port c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:04:43.143849 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8e3b-1f12-460c-9c8b-50ea28314388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.262622 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-aa4d8e3b-1f12-460c-9c8b-50ea28314388 admin admin] For port c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea,segment=NetworkSegment(85dae2ae-a4e0-4979-992a-3fd8e242dd1d),segment_id=85dae2ae-a4e0-4979-992a-3fd8e242dd1d)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:43.263058 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8e3b-1f12-460c-9c8b-50ea28314388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.284789 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb01d1-717f-45c1-b4b7-cff68e5b74a5 req-e37cb1dd-8df6-421c-867d-ee0530c30697 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:43.286289 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-30eb01d1-717f-45c1-b4b7-cff68e5b74a5 req-e37cb1dd-8df6-421c-867d-ee0530c30697 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.1179762 Mar 08 12:04:43.287316 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d8e3b-1f12-460c-9c8b-50ea28314388 admin admin] Calling delete_port for c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea owned by network:router_interface {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:04:43.376060 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-30eb01d1-717f-45c1-b4b7-cff68e5b74a5 req-3af6031d-8346-4181-a338-519524fbc37c tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835669 Mar 08 12:04:43.594903 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8e3b-1f12-460c-9c8b-50ea28314388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.610261 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 438d30c0-b9b9-44bf-841f-08b2d37ccf1d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:04:43.622512 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d8e3b-1f12-460c-9c8b-50ea28314388 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:43.632690 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 438d30c0-b9b9-44bf-841f-08b2d37ccf1d {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:04:43.632796 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 438d30c0-b9b9-44bf-841f-08b2d37ccf1d not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:04:43.834084 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8e3b-1f12-460c-9c8b-50ea28314388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66820362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618913'] for router_interface (4820dc4f-884c-463b-8168-60dc4757b10c), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.098748 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4d8e3b-1f12-460c-9c8b-50ea28314388 admin admin] Router 4820dc4f-884c-463b-8168-60dc4757b10c has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:04:44.267958 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4d8e3b-1f12-460c-9c8b-50ea28314388 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:44.273874 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-aa4d8e3b-1f12-460c-9c8b-50ea28314388 admin admin] 10.222.0.43 "PUT /v2.0/routers/4820dc4f-884c-463b-8168-60dc4757b10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2337708 Mar 08 12:04:44.278251 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 47238) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:44.285822 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e21c20-f5e0-44ce-96c7-5336ef05b5c2 None None] Sync routers for ids ['4820dc4f-884c-463b-8168-60dc4757b10c'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:44.292535 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c93dab-9595-4d2c-91df-9fc4cac1857b req-a4a3e283-4d81-4b06-aa0d-80479e6f3534 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:44.294322 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c4c93dab-9595-4d2c-91df-9fc4cac1857b req-a4a3e283-4d81-4b06-aa0d-80479e6f3534 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0807416 Mar 08 12:04:44.325258 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e21c20-f5e0-44ce-96c7-5336ef05b5c2 None None] Routers {'4820dc4f-884c-463b-8168-60dc4757b10c'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:44.331116 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-a4e21c20-f5e0-44ce-96c7-5336ef05b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:04:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['4820dc4f-884c-463b-8168-60dc4757b10c'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:44.359424 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c4c93dab-9595-4d2c-91df-9fc4cac1857b req-b72573c2-858f-4236-b654-7ed0e10d464b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546489 Mar 08 12:04:44.609945 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Publish callbacks [] for router (4820dc4f-884c-463b-8168-60dc4757b10c), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.610746 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-a4e21c20-f5e0-44ce-96c7-5336ef05b5c2 None None] Set router 4820dc4f-884c-463b-8168-60dc4757b10c gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:44.655583 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55aaefc-adf5-4dd7-961c-be2b59f37e62 req-e995b615-f0df-4007-9c19-646ba41de035 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:44.657168 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c55aaefc-adf5-4dd7-961c-be2b59f37e62 req-e995b615-f0df-4007-9c19-646ba41de035 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.1027296 Mar 08 12:04:44.771843 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c55aaefc-adf5-4dd7-961c-be2b59f37e62 req-77751819-96ea-4cda-9629-70a53841f858 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049659 Mar 08 12:04:44.803968 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Publish callbacks [] for router_gateway (4820dc4f-884c-463b-8168-60dc4757b10c), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.912675 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-a4e21c20-f5e0-44ce-96c7-5336ef05b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'name': 'tempest-ServerRescueNegativeTestJSON-543762576-router', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9714f038-89f7-4369-afc7-114c4f550059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 5, 'project_id': '20c1732d55174a8d9ab9b83ed16227d9', 'gw_port': {'id': '9714f038-89f7-4369-afc7-114c4f550059', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:44.943198 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e21c20-f5e0-44ce-96c7-5336ef05b5c2 None None] Checking router: 4820dc4f-884c-463b-8168-60dc4757b10c for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:44.957942 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e21c20-f5e0-44ce-96c7-5336ef05b5c2 None None] Routers {'4820dc4f-884c-463b-8168-60dc4757b10c'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:44.958818 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-a4e21c20-f5e0-44ce-96c7-5336ef05b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:04:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['4820dc4f-884c-463b-8168-60dc4757b10c'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:44.967912 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Deleting port 9714f038-89f7-4369-afc7-114c4f550059 {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:04:44.968251 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (9714f038-89f7-4369-afc7-114c4f550059), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.056001 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-a4e21c20-f5e0-44ce-96c7-5336ef05b5c2 None None] Set router 4820dc4f-884c-463b-8168-60dc4757b10c gateway port host: None {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:45.058391 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] For port 9714f038-89f7-4369-afc7-114c4f550059, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=9714f038-89f7-4369-afc7-114c4f550059,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:45.058391 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (9714f038-89f7-4369-afc7-114c4f550059), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.074722 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Calling delete_port for 9714f038-89f7-4369-afc7-114c4f550059 owned by network:router_gateway {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:04:45.123825 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-a4e21c20-f5e0-44ce-96c7-5336ef05b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'name': 'tempest-ServerRescueNegativeTestJSON-543762576-router', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:04:44Z', 'revision_number': 6, 'project_id': '20c1732d55174a8d9ab9b83ed16227d9', 'gw_port_host': None}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:45.154038 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e21c20-f5e0-44ce-96c7-5336ef05b5c2 None None] The sync data for ids ['4820dc4f-884c-463b-8168-60dc4757b10c'] in dv-cinder-830086-2-iscsi is: [{'id': '4820dc4f-884c-463b-8168-60dc4757b10c', 'name': 'tempest-ServerRescueNegativeTestJSON-543762576-router', 'tenant_id': '20c1732d55174a8d9ab9b83ed16227d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:04:44Z', 'revision_number': 6, 'project_id': '20c1732d55174a8d9ab9b83ed16227d9', 'gw_port_host': None}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:45.350198 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (9714f038-89f7-4369-afc7-114c4f550059), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.379856 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=9714f038-89f7-4369-afc7-114c4f550059,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:45.394473 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:45.394870 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:45.395209 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:45.395538 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:45.395871 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:45.396206 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:45.396555 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:45.397061 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:45.397577 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:45.397910 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:45.398240 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:45.398563 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:45.398887 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:45.470366 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66620555'] for router_gateway (4820dc4f-884c-463b-8168-60dc4757b10c), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.598975 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66648383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (4820dc4f-884c-463b-8168-60dc4757b10c), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.603269 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Publish callbacks [] for router_controller (4820dc4f-884c-463b-8168-60dc4757b10c), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.689996 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0517bc-c29f-480d-8788-989a1285a773 req-7bd41b9b-7c5d-49e4-8b69-471b263d49f1 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:45.696447 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b0517bc-c29f-480d-8788-989a1285a773 req-7bd41b9b-7c5d-49e4-8b69-471b263d49f1 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.1268106 Mar 08 12:04:45.759375 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b0517bc-c29f-480d-8788-989a1285a773 req-2be82f8e-6ae5-4fc5-b50b-a02944251b22 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623136 Mar 08 12:04:45.830899 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66648360'] for router (4820dc4f-884c-463b-8168-60dc4757b10c), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.831667 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4820dc4f-884c-463b-8168-60dc4757b10c {{(pid=110282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:04:45.839552 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.841418 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-16b6f02a-d227-4ac8-995c-1f722435e9ef admin admin] 10.222.0.43 "DELETE /v2.0/routers/4820dc4f-884c-463b-8168-60dc4757b10c HTTP/1.1" status: 204 len: 168 time: 1.5541975 Mar 08 12:04:45.846891 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 47252) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:46.019025 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79816c-ac86-4daf-bee7-c16116189cd0 req-9542d605-ce14-482d-86e4-c9307dc139f6 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:46.021451 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f79816c-ac86-4daf-bee7-c16116189cd0 req-9542d605-ce14-482d-86e4-c9307dc139f6 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.1206701 Mar 08 12:04:46.026733 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Deleting subnet 13640637-05f7-46ca-85f6-679ac8752a14 {{(pid=110281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:04:46.045453 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Publish callbacks [] for subnet (13640637-05f7-46ca-85f6-679ac8752a14), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.128630 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63977580'] for subnet (13640637-05f7-46ca-85f6-679ac8752a14), precommit_delete_associations {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.167603 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f79816c-ac86-4daf-bee7-c16116189cd0 req-cde5c734-3d4b-4196-812d-af7b78ee7f2d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360445 Mar 08 12:04:46.214509 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (13640637-05f7-46ca-85f6-679ac8752a14), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.367616 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63299720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63748598'] for subnet (13640637-05f7-46ca-85f6-679ac8752a14), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.413947 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13640637-05f7-46ca-85f6-679ac8752a14,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:46.422888 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.431583 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/13640637-05f7-46ca-85f6-679ac8752a14 HTTP/1.1" status: 204 len: 168 time: 0.5803962 Mar 08 12:04:46.431993 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 47256) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:46.441490 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:46.442029 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:46.443387 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:46.444018 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:46.445495 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:46.446014 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:46.446555 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:46.447139 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:46.447747 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:46.448541 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:46.449212 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:46.449929 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:46.450548 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eba2e-d8e4-4176-bde1-83735cb16183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:46.592160 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c472400-ba56-4972-bb08-d7b467b171cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (98344952-e0db-43ab-bdc0-bda704b5a859), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.719250 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c472400-ba56-4972-bb08-d7b467b171cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (98344952-e0db-43ab-bdc0-bda704b5a859), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.743357 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-6c472400-ba56-4972-bb08-d7b467b171cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98344952-e0db-43ab-bdc0-bda704b5a859']}} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:46.754906 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-6c472400-ba56-4972-bb08-d7b467b171cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dae2ae-a4e0-4979-992a-3fd8e242dd1d') {'for_net_delete': True} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:46.755476 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-6c472400-ba56-4972-bb08-d7b467b171cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dae2ae-a4e0-4979-992a-3fd8e242dd1d') {} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:46.770935 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c472400-ba56-4972-bb08-d7b467b171cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417039'] for segment (85dae2ae-a4e0-4979-992a-3fd8e242dd1d), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.788785 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c472400-ba56-4972-bb08-d7b467b171cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (85dae2ae-a4e0-4979-992a-3fd8e242dd1d), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.806276 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c472400-ba56-4972-bb08-d7b467b171cc admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:04:46.806703 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c472400-ba56-4972-bb08-d7b467b171cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64256915'] for segment (85dae2ae-a4e0-4979-992a-3fd8e242dd1d), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: Traceback (most recent call last): Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: timer() Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: cb(*args, **kw) Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: return func(*args, **kwargs) Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: self._notify() Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: self.callback(batched_events) Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: event.method(event) Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: return f(self, *a, **k) Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._get(url).json() Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: return self.request(url, 'GET', **kwargs) Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:04:46.808711 dv-cinder-830086-2-iscsi neutron-server[110282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:04:46.977672 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c472400-ba56-4972-bb08-d7b467b171cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (98344952-e0db-43ab-bdc0-bda704b5a859), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.982250 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdd055-0da5-41a8-94d2-6cc17d76fa43 req-701f89d5-0b72-4d2f-ba24-10fd9c51fdf7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:46.990202 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b2fdd055-0da5-41a8-94d2-6cc17d76fa43 req-701f89d5-0b72-4d2f-ba24-10fd9c51fdf7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0715570 Mar 08 12:04:47.001469 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6c472400-ba56-4972-bb08-d7b467b171cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.005193 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-6c472400-ba56-4972-bb08-d7b467b171cc admin admin] 10.222.0.43 "DELETE /v2.0/networks/98344952-e0db-43ab-bdc0-bda704b5a859 HTTP/1.1" status: 204 len: 168 time: 0.5726197 Mar 08 12:04:47.006313 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c472400-ba56-4972-bb08-d7b467b171cc admin admin] Pushing event deleted for resources: {'Network': ['ID=98344952-e0db-43ab-bdc0-bda704b5a859,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:47.081983 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b2fdd055-0da5-41a8-94d2-6cc17d76fa43 req-feb8d4ea-7105-49e7-add2-cf879f88c7f6 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906157 Mar 08 12:04:47.259617 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:04:47.325017 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:04:47.326007 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device c5aeef3f-2cd0-4eeb-aa6e-d2aa116c09ea not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:04:47.327121 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 9714f038-89f7-4369-afc7-114c4f550059 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:04:47.369686 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d10c5-18da-40ec-803b-d27aa8214b54 req-bbc180b8-404d-497d-a138-6e8cbc67f6bc tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:47.371335 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f5d10c5-18da-40ec-803b-d27aa8214b54 req-bbc180b8-404d-497d-a138-6e8cbc67f6bc tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0843310 Mar 08 12:04:47.381412 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 9714f038-89f7-4369-afc7-114c4f550059 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:04:47.382216 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 9714f038-89f7-4369-afc7-114c4f550059 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:04:47.465430 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f5d10c5-18da-40ec-803b-d27aa8214b54 req-17d1a808-eecd-4f35-bc75-a2c946ffc5f2 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834787 Mar 08 12:04:47.554324 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 47270) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:47.627133 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-7b3dca1e-f5fa-4f61-b545-2c93d33022b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20c1732d55174a8d9ab9b83ed16227d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0711558 Mar 08 12:04:47.631224 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 47272) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:47.715106 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-705ecaec-4895-4e5b-999a-d674d24292bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.773888 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b9007126-5f99-4b60-a30f-cb53e1047217 admin admin] Publish callbacks [] for security_group (b97795a3-6d09-4a2b-81a8-6bc9e35e68c2), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.830929 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b9007126-5f99-4b60-a30f-cb53e1047217 admin admin] Publish callbacks [] for security_group (b97795a3-6d09-4a2b-81a8-6bc9e35e68c2), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:48.038672 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b9007126-5f99-4b60-a30f-cb53e1047217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b97795a3-6d09-4a2b-81a8-6bc9e35e68c2), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:48.041420 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b9007126-5f99-4b60-a30f-cb53e1047217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:48.042834 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-b9007126-5f99-4b60-a30f-cb53e1047217 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b97795a3-6d09-4a2b-81a8-6bc9e35e68c2 HTTP/1.1" status: 204 len: 168 time: 0.4096606 Mar 08 12:04:48.051047 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9007126-5f99-4b60-a30f-cb53e1047217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97795a3-6d09-4a2b-81a8-6bc9e35e68c2,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:48.246782 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ea91e-d3d4-4340-afad-923d0af2c522 req-d6a7f2db-6258-4c92-b6f8-7229a1a1b4b6 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:48.248386 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b72ea91e-d3d4-4340-afad-923d0af2c522 req-d6a7f2db-6258-4c92-b6f8-7229a1a1b4b6 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0603139 Mar 08 12:04:48.302166 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b72ea91e-d3d4-4340-afad-923d0af2c522 req-3b6d19af-6097-4f85-85fe-d5092b186566 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473893 Mar 08 12:04:48.614737 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf7a1a-fab0-47c9-8202-e9276dca3ad2 req-6cce8ff1-62bf-44db-87cb-95fc88078d08 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:48.622940 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-51bf7a1a-fab0-47c9-8202-e9276dca3ad2 req-6cce8ff1-62bf-44db-87cb-95fc88078d08 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0674531 Mar 08 12:04:48.676943 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-51bf7a1a-fab0-47c9-8202-e9276dca3ad2 req-0434992b-9dbc-4cc9-a319-d89d727340a4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548604 Mar 08 12:04:49.219808 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95f35c-0b91-4f5b-aa8b-f7435e33fe1b req-bde2b3ce-7f15-418a-9958-6defafe4bfe4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:49.222429 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1f95f35c-0b91-4f5b-aa8b-f7435e33fe1b req-bde2b3ce-7f15-418a-9958-6defafe4bfe4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.1088598 Mar 08 12:04:49.328887 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1f95f35c-0b91-4f5b-aa8b-f7435e33fe1b req-a3ef79b4-0dfb-4881-b0e9-b5e94fb8cd18 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010849 Mar 08 12:04:49.334321 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc621e-d226-4507-8f96-a54c79accd6e req-b4aed360-7bb5-4bf7-8017-abb02609f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:49.337240 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ecbc621e-d226-4507-8f96-a54c79accd6e req-b4aed360-7bb5-4bf7-8017-abb02609f524 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 1130 time: 0.0926273 Mar 08 12:04:49.535706 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc621e-d226-4507-8f96-a54c79accd6e req-acab9ad5-9e59-4c9a-ac34-5545cc3e79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:49.537241 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ecbc621e-d226-4507-8f96-a54c79accd6e req-acab9ad5-9e59-4c9a-ac34-5545cc3e79e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f359cc5-2843-4822-80dc-0991890d71fa HTTP/1.1" status: 200 len: 911 time: 0.1901824 Mar 08 12:04:49.549647 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6013b-d1e0-4b53-9cf1-bbb29f9ee186 req-b7ea6e04-46bd-4319-9634-0f0cd05f3500 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:49.551267 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e0c6013b-d1e0-4b53-9cf1-bbb29f9ee186 req-b7ea6e04-46bd-4319-9634-0f0cd05f3500 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.1051998 Mar 08 12:04:49.643486 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ecbc621e-d226-4507-8f96-a54c79accd6e req-9e117ebd-02a8-40dc-9c1e-deadb17a27e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1059b08a-94ca-4118-aae4-fecbe55e65ee HTTP/1.1" status: 200 len: 1001 time: 0.0911975 Mar 08 12:04:49.659927 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e0c6013b-d1e0-4b53-9cf1-bbb29f9ee186 req-dc20032a-65ed-4f2c-9b67-b68f741f6135 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013982 Mar 08 12:04:49.714911 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc621e-d226-4507-8f96-a54c79accd6e req-32cc719c-0a91-4d97-9887-85b5dfcd32a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:49.716634 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ecbc621e-d226-4507-8f96-a54c79accd6e req-32cc719c-0a91-4d97-9887-85b5dfcd32a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a431dca8-79c9-4874-a87f-d7946fc1238f HTTP/1.1" status: 200 len: 849 time: 0.0555975 Mar 08 12:04:49.775797 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc621e-d226-4507-8f96-a54c79accd6e req-8348a39e-0efe-41d7-95cd-6eb7ddaee7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:49.777101 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ecbc621e-d226-4507-8f96-a54c79accd6e req-8348a39e-0efe-41d7-95cd-6eb7ddaee7ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f359cc5-2843-4822-80dc-0991890d71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520475 Mar 08 12:04:49.877426 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ecbc621e-d226-4507-8f96-a54c79accd6e req-d7360231-377a-4cf8-bde4-bdbdac18ab44 service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937843 Mar 08 12:04:49.985794 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ecbc621e-d226-4507-8f96-a54c79accd6e req-39a13543-ef2b-4bc3-9a69-e1b8e178d19a service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006901 Mar 08 12:04:50.124106 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2770bab7-9761-4afd-b47a-84a79b0238a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.520081 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1179a2-7fd4-4403-b06f-86148256a8e8 req-67fb3a46-db09-4f6e-b2a3-c44f50bd01f4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:50.522485 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3d1179a2-7fd4-4403-b06f-86148256a8e8 req-67fb3a46-db09-4f6e-b2a3-c44f50bd01f4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0667620 Mar 08 12:04:50.581762 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3d1179a2-7fd4-4403-b06f-86148256a8e8 req-ed51dde9-7613-4f49-b4ab-4d13b2d1c68e tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522599 Mar 08 12:04:51.006139 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.033808 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fd792-6a1a-4727-b82e-29dca4b4f09c req-47893faa-510f-4c0f-a233-1219652e28e0 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:51.035299 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b71fd792-6a1a-4727-b82e-29dca4b4f09c req-47893faa-510f-4c0f-a233-1219652e28e0 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.2993364 Mar 08 12:04:51.088396 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b71fd792-6a1a-4727-b82e-29dca4b4f09c req-2ac273dd-2f73-467c-adca-d76df65e0c51 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473454 Mar 08 12:04:51.726771 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0e9fd-cc84-410d-8160-de9f3f4e0ca5 req-b4d632a9-bdd7-42bc-9cb2-1a722d1f7da4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:51.728387 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f2d0e9fd-cc84-410d-8160-de9f3f4e0ca5 req-b4d632a9-bdd7-42bc-9cb2-1a722d1f7da4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0644805 Mar 08 12:04:51.782641 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f2d0e9fd-cc84-410d-8160-de9f3f4e0ca5 req-4d0fe96f-9f87-47a6-9c01-e56b34ca1c93 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459154 Mar 08 12:04:52.235977 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f823a1e-436a-46c0-b88f-880fcaf9d579 req-8e38c9b5-7e6b-4093-ad3e-726c3a46f5ee tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:52.237881 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5f823a1e-436a-46c0-b88f-880fcaf9d579 req-8e38c9b5-7e6b-4093-ad3e-726c3a46f5ee tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0660162 Mar 08 12:04:52.327293 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5f823a1e-436a-46c0-b88f-880fcaf9d579 req-8ace1220-67a6-478f-9fbb-2a0a44441c60 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797648 Mar 08 12:04:52.493705 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.015217 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:04:53.472191 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab0989-fc7a-4875-8a06-3b639bc402a6 req-f55205da-928c-4807-ad29-2afbc5bdf403 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:53.474159 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9cab0989-fc7a-4875-8a06-3b639bc402a6 req-f55205da-928c-4807-ad29-2afbc5bdf403 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0547652 Mar 08 12:04:53.521421 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9cab0989-fc7a-4875-8a06-3b639bc402a6 req-95f40643-3b95-482e-b7fb-b554b1a64524 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418112 Mar 08 12:04:53.978767 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.671768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c292b3-e048-42dd-9411-b7860b1959a0 req-21acc7d3-4dc8-4b09-8af9-c000f42a428a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:54.673369 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-29c292b3-e048-42dd-9411-b7860b1959a0 req-21acc7d3-4dc8-4b09-8af9-c000f42a428a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0659988 Mar 08 12:04:54.738241 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-29c292b3-e048-42dd-9411-b7860b1959a0 req-49b6a8b5-75d2-4d1f-bb23-050b9d25c47e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590923 Mar 08 12:04:55.905089 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa12a04-beee-4dd7-8277-6671ad117104 req-cfb9aef6-0896-4502-b1c7-e128dd8e573d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:55.913769 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dfa12a04-beee-4dd7-8277-6671ad117104 req-cfb9aef6-0896-4502-b1c7-e128dd8e573d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0678947 Mar 08 12:04:55.975045 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dfa12a04-beee-4dd7-8277-6671ad117104 req-9b5a0eba-4e81-4d6f-baab-76da9265d7b9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603800 Mar 08 12:04:57.107372 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa85ee-4636-4579-b615-2640f0034268 req-4d88bb94-b854-4475-ae0d-385a0731315e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:57.109495 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2aaa85ee-4636-4579-b615-2640f0034268 req-4d88bb94-b854-4475-ae0d-385a0731315e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0569818 Mar 08 12:04:57.164774 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2aaa85ee-4636-4579-b615-2640f0034268 req-15161314-0849-4a89-b4f6-4d0eaccdc314 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497367 Mar 08 12:04:58.297296 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4848408-1ae0-4139-9201-2e300ea6c3e6 req-246e626b-1b2d-4c67-9de8-bbd611d980ed tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:58.299208 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e4848408-1ae0-4139-9201-2e300ea6c3e6 req-246e626b-1b2d-4c67-9de8-bbd611d980ed tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0577631 Mar 08 12:04:58.349180 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e4848408-1ae0-4139-9201-2e300ea6c3e6 req-6a1526c0-1893-4e69-b1bd-86b46daf2a17 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436823 Mar 08 12:04:59.481145 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a9c04-2452-444e-a2d9-4e0223127241 req-d0f315e7-7789-4405-bf0c-c7807125b70d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:59.482682 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ed8a9c04-2452-444e-a2d9-4e0223127241 req-d0f315e7-7789-4405-bf0c-c7807125b70d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0588739 Mar 08 12:04:59.532860 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ed8a9c04-2452-444e-a2d9-4e0223127241 req-8a3c2f76-f891-4428-8d57-af5eae0d8c1d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442805 Mar 08 12:05:00.659140 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de18d7b-b25a-4a6f-99a6-a77a1d7c8db3 req-f4fa71a0-baa9-4b1e-a2cf-067c76eab2db tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:00.663004 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6de18d7b-b25a-4a6f-99a6-a77a1d7c8db3 req-f4fa71a0-baa9-4b1e-a2cf-067c76eab2db tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0574324 Mar 08 12:05:00.708992 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6de18d7b-b25a-4a6f-99a6-a77a1d7c8db3 req-37226c7c-902d-4273-ae50-7edbb5b4140a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417564 Mar 08 12:05:01.835227 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9408a2-7189-4d68-9c6c-675ab184e4fd req-556591db-4d2e-45c7-b0c7-37d0fe71ebc8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:01.836741 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6a9408a2-7189-4d68-9c6c-675ab184e4fd req-556591db-4d2e-45c7-b0c7-37d0fe71ebc8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0521662 Mar 08 12:05:01.897952 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6a9408a2-7189-4d68-9c6c-675ab184e4fd req-d8c9d6ff-dfc3-4c51-aff3-5f9dc741a308 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520949 Mar 08 12:05:02.098391 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ef119-f795-43ba-b473-3801a6df1b82 req-72fa1d57-ca6f-4983-9b7e-34dc705a92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:02.100035 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227ef119-f795-43ba-b473-3801a6df1b82 req-72fa1d57-ca6f-4983-9b7e-34dc705a92e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 1129 time: 0.0454094 Mar 08 12:05:02.194417 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ef119-f795-43ba-b473-3801a6df1b82 req-5db2c256-6b73-46b5-9957-ec44d170068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:02.195883 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227ef119-f795-43ba-b473-3801a6df1b82 req-5db2c256-6b73-46b5-9957-ec44d170068f service neutron] 10.222.0.53 "GET /v2.0/networks?id=25093daf-dda0-4c4d-ad5a-4e47ae659052 HTTP/1.1" status: 200 len: 918 time: 0.0895212 Mar 08 12:05:02.269912 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227ef119-f795-43ba-b473-3801a6df1b82 req-d27595b5-5543-4525-a70b-afc8f46ffa90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c182809e-e746-4729-80ba-e31504ef5283 HTTP/1.1" status: 200 len: 1001 time: 0.0599978 Mar 08 12:05:02.319793 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ef119-f795-43ba-b473-3801a6df1b82 req-8f323adb-7805-4011-8bc8-2f4f596da25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:02.321253 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227ef119-f795-43ba-b473-3801a6df1b82 req-8f323adb-7805-4011-8bc8-2f4f596da25a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0999dd9d-7a14-4068-867e-b0cb2230adcb HTTP/1.1" status: 200 len: 856 time: 0.0445552 Mar 08 12:05:02.368111 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ef119-f795-43ba-b473-3801a6df1b82 req-57011ebb-ced2-41a4-abc8-cb535ba56002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:02.369598 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227ef119-f795-43ba-b473-3801a6df1b82 req-57011ebb-ced2-41a4-abc8-cb535ba56002 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25093daf-dda0-4c4d-ad5a-4e47ae659052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420744 Mar 08 12:05:02.470313 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227ef119-f795-43ba-b473-3801a6df1b82 req-98ad50a4-b228-4608-903a-02fe81803e0e service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849900 Mar 08 12:05:02.558829 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-227ef119-f795-43ba-b473-3801a6df1b82 req-9af1a164-b6be-4193-a3ce-8e5115d67af3 service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820124 Mar 08 12:05:03.011303 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367cf72-a48c-42a6-82d1-4a47309cb728 req-7c4f2ca4-2808-4b08-8cf2-68681bb5aea8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:03.012779 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2367cf72-a48c-42a6-82d1-4a47309cb728 req-7c4f2ca4-2808-4b08-8cf2-68681bb5aea8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0510740 Mar 08 12:05:03.062162 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2367cf72-a48c-42a6-82d1-4a47309cb728 req-5d8462da-51b2-49f2-8153-7faad8dab010 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439832 Mar 08 12:05:04.193605 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31510b37-9002-445c-95ff-5a999d542563 req-58bafb5c-6340-4e7c-b4b2-d281c0a6f48f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:04.195115 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-31510b37-9002-445c-95ff-5a999d542563 req-58bafb5c-6340-4e7c-b4b2-d281c0a6f48f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0515294 Mar 08 12:05:04.241663 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-31510b37-9002-445c-95ff-5a999d542563 req-a66be591-e013-480e-be46-db5c66e91078 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411093 Mar 08 12:05:05.360864 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135cf81-4aed-4376-b280-8b0b4af730a5 req-9554d2cf-92eb-4628-811e-13115eb8065d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:05.362338 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9135cf81-4aed-4376-b280-8b0b4af730a5 req-9554d2cf-92eb-4628-811e-13115eb8065d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0513003 Mar 08 12:05:05.408969 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9135cf81-4aed-4376-b280-8b0b4af730a5 req-1aa5e7cf-c74b-40b8-9d71-3641d69046dc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407271 Mar 08 12:05:06.532370 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6bdb7-f17d-4e3a-9f4f-16eba0bc8be2 req-f86aa88a-3f60-412e-83cd-28763feb2089 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:06.533729 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c2c6bdb7-f17d-4e3a-9f4f-16eba0bc8be2 req-f86aa88a-3f60-412e-83cd-28763feb2089 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 945 time: 0.0540586 Mar 08 12:05:06.578818 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c2c6bdb7-f17d-4e3a-9f4f-16eba0bc8be2 req-c96bb419-b7c2-481f-b5cd-84af8052890b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396519 Mar 08 12:05:06.726389 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device c182809e-e746-4729-80ba-e31504ef5283 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:05:06.805777 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port c182809e-e746-4729-80ba-e31504ef5283 is: ACTIVE; New status is: DOWN {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:06.806120 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (c182809e-e746-4729-80ba-e31504ef5283), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.816475 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.817918 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7257e-17d4-46b5-8614-952255ddc6ca req-40749a4a-a3c8-4f8c-8262-9dd53de29ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:06.819427 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-45e7257e-17d4-46b5-8614-952255ddc6ca req-40749a4a-a3c8-4f8c-8262-9dd53de29ce7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 1129 time: 0.0433843 Mar 08 12:05:06.829260 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:06.831478 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a856b4f-bade-4126-ac98-742b3eb8cd79" -d '{"events": [{"server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c182809e-e746-4729-80ba-e31504ef5283"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:06.845542 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port c182809e-e746-4729-80ba-e31504ef5283, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c182809e-e746-4729-80ba-e31504ef5283,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:06.866967 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a128dbfb-871a-4e88-83cb-944cd9418567 x-openstack-request-id: req-a128dbfb-871a-4e88-83cb-944cd9418567 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:06.867273 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c182809e-e746-4729-80ba-e31504ef5283", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:06.867531 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a128dbfb-871a-4e88-83cb-944cd9418567 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:06.867931 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283', 'code': 200} Mar 08 12:05:06.917840 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (c182809e-e746-4729-80ba-e31504ef5283), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.931100 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7257e-17d4-46b5-8614-952255ddc6ca req-56b543e4-1a5d-47cd-8364-66026c356943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:06.932624 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-45e7257e-17d4-46b5-8614-952255ddc6ca req-56b543e4-1a5d-47cd-8364-66026c356943 service neutron] 10.222.0.53 "GET /v2.0/networks?id=25093daf-dda0-4c4d-ad5a-4e47ae659052 HTTP/1.1" status: 200 len: 918 time: 0.0941133 Mar 08 12:05:06.964383 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=c182809e-e746-4729-80ba-e31504ef5283,revision_number=8']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:07.001392 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-45e7257e-17d4-46b5-8614-952255ddc6ca req-5b149941-f9ce-4afa-ad4f-90bbce4f8691 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c182809e-e746-4729-80ba-e31504ef5283 HTTP/1.1" status: 200 len: 999 time: 0.0613611 Mar 08 12:05:07.050084 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7257e-17d4-46b5-8614-952255ddc6ca req-4b1d6876-e4de-44af-8c25-6a7a9b0403c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:07.051528 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-45e7257e-17d4-46b5-8614-952255ddc6ca req-4b1d6876-e4de-44af-8c25-6a7a9b0403c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0999dd9d-7a14-4068-867e-b0cb2230adcb HTTP/1.1" status: 200 len: 856 time: 0.0429432 Mar 08 12:05:07.105451 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7257e-17d4-46b5-8614-952255ddc6ca req-56ed0a6e-ddff-4a32-ad16-22864c6b1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:07.107061 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-45e7257e-17d4-46b5-8614-952255ddc6ca req-56ed0a6e-ddff-4a32-ad16-22864c6b1096 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25093daf-dda0-4c4d-ad5a-4e47ae659052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467362 Mar 08 12:05:07.193965 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-45e7257e-17d4-46b5-8614-952255ddc6ca req-ccf2f382-e22a-4f37-9f6a-bbc2b786a1e7 service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796258 Mar 08 12:05:07.289894 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-45e7257e-17d4-46b5-8614-952255ddc6ca req-467cf86d-446a-4314-b52f-08477c8fbf5b service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871532 Mar 08 12:05:07.706302 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b7168-61d6-4ec2-8e14-45dad453efb4 req-df4c2a29-aa5b-47ba-a84d-7943a5958c82 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:07.708119 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ba4b7168-61d6-4ec2-8e14-45dad453efb4 req-df4c2a29-aa5b-47ba-a84d-7943a5958c82 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0566363 Mar 08 12:05:07.755552 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ba4b7168-61d6-4ec2-8e14-45dad453efb4 req-f717c010-c8ed-4c10-b4d3-dcc60d916c92 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416152 Mar 08 12:05:08.878131 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd9c70-d363-4b55-83aa-325f5f425206 req-c693578f-6799-4f0c-8031-9ea3c40d554a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:08.879613 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-06cd9c70-d363-4b55-83aa-325f5f425206 req-c693578f-6799-4f0c-8031-9ea3c40d554a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0526152 Mar 08 12:05:08.936389 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-06cd9c70-d363-4b55-83aa-325f5f425206 req-f9fb4b4e-8a1b-4a85-b097-2367f17cb0f0 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434332 Mar 08 12:05:10.106498 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [req-711eeecc-e980-40c2-bbc3-cee0eb69bb1d req-706293ef-8a84-4836-824d-331bf29c8413 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:05:10.107509 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-711eeecc-e980-40c2-bbc3-cee0eb69bb1d req-706293ef-8a84-4836-824d-331bf29c8413 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054300 Mar 08 12:05:10.372629 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77eae5-0a1b-4ddf-b8b2-1326c66f8002 req-43f7cff0-95b8-49ab-ab68-145981c134e9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.374152 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2d77eae5-0a1b-4ddf-b8b2-1326c66f8002 req-43f7cff0-95b8-49ab-ab68-145981c134e9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0513136 Mar 08 12:05:10.423574 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2d77eae5-0a1b-4ddf-b8b2-1326c66f8002 req-fe7f882a-9992-4ac0-9f24-eadee50576b5 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428903 Mar 08 12:05:10.740768 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device c182809e-e746-4729-80ba-e31504ef5283 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:05:10.822797 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port c182809e-e746-4729-80ba-e31504ef5283 is: DOWN; New status is: DOWN {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:10.960458 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 47644) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:11.049042 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-087a79b8-a478-4b2b-9231-65f24f4220e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875003 Mar 08 12:05:11.058292 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-589c35a8-621c-4304-a182-3c4bd27177df service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:05:11.059266 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-589c35a8-621c-4304-a182-3c4bd27177df service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049844 Mar 08 12:05:11.137157 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 47660) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:11.587540 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995453a-b15d-460e-973b-b2c7931a279b req-66252b2a-ea39-4830-a614-26b3448c2113 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:11.598707 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-66252b2a-ea39-4830-a614-26b3448c2113 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports/c182809e-e746-4729-80ba-e31504ef5283 HTTP/1.1" status: 200 len: 940 time: 0.4589651 Mar 08 12:05:11.621954 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 47676) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:11.656824 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 47682) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:11.752556 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8172f35-a2e9-4acb-a138-1184569c157f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.759469 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3a41-d07d-4f18-a48f-5781fd009b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.815521 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540b86c-78c9-4055-a2c2-f6c2ebf0c501 req-23eade1a-5771-4ca8-8ed1-b77d9829ac61 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:11.817165 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4540b86c-78c9-4055-a2c2-f6c2ebf0c501 req-23eade1a-5771-4ca8-8ed1-b77d9829ac61 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.3185325 Mar 08 12:05:11.836922 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8172f35-a2e9-4acb-a138-1184569c157f admin admin] Publish callbacks [] for security_group (d7f06595-aad9-4556-bf31-5434d6cd6d84), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.885185 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4540b86c-78c9-4055-a2c2-f6c2ebf0c501 req-108dc8ad-df4d-4cdf-af65-4a4c45693b76 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609980 Mar 08 12:05:11.908819 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3a41-d07d-4f18-a48f-5781fd009b69 admin admin] Publish callbacks [] for security_group (1c874b0a-100e-41ee-95b9-215295d4abd5), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.935179 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8172f35-a2e9-4acb-a138-1184569c157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d7f06595-aad9-4556-bf31-5434d6cd6d84), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.972243 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8172f35-a2e9-4acb-a138-1184569c157f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f06595-aad9-4556-bf31-5434d6cd6d84,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:11.976454 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-a8172f35-a2e9-4acb-a138-1184569c157f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56e38671143f472f9a5500a3f7f4e0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177071 Mar 08 12:05:11.979445 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 47694) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:12.027643 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3a41-d07d-4f18-a48f-5781fd009b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (1c874b0a-100e-41ee-95b9-215295d4abd5), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.042296 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5ed8d6e5-5a09-4333-b37b-7ee832b60d38 admin admin] Publish callbacks [] for security_group (d7f06595-aad9-4556-bf31-5434d6cd6d84), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.065543 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5ed8d6e5-5a09-4333-b37b-7ee832b60d38 admin admin] Publish callbacks [] for security_group (d7f06595-aad9-4556-bf31-5434d6cd6d84), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.075312 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d3a41-d07d-4f18-a48f-5781fd009b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c874b0a-100e-41ee-95b9-215295d4abd5,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:12.091641 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-5c6d3a41-d07d-4f18-a48f-5781fd009b69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f4dff6cf45d484cab0e8c26c92f4c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4683416 Mar 08 12:05:12.096760 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 47698) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:12.146423 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-8122fbaa-9513-4ff4-8bc6-010b32ad939f admin admin] Publish callbacks [] for security_group (1c874b0a-100e-41ee-95b9-215295d4abd5), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.168515 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-8122fbaa-9513-4ff4-8bc6-010b32ad939f admin admin] Publish callbacks [] for security_group (1c874b0a-100e-41ee-95b9-215295d4abd5), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.203144 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5ed8d6e5-5a09-4333-b37b-7ee832b60d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d7f06595-aad9-4556-bf31-5434d6cd6d84), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.206553 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5ed8d6e5-5a09-4333-b37b-7ee832b60d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.210645 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-5ed8d6e5-5a09-4333-b37b-7ee832b60d38 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7f06595-aad9-4556-bf31-5434d6cd6d84 HTTP/1.1" status: 204 len: 168 time: 0.2274821 Mar 08 12:05:12.217747 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8d6e5-5a09-4333-b37b-7ee832b60d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f06595-aad9-4556-bf31-5434d6cd6d84,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:12.285582 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-8122fbaa-9513-4ff4-8bc6-010b32ad939f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (1c874b0a-100e-41ee-95b9-215295d4abd5), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.288255 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-8122fbaa-9513-4ff4-8bc6-010b32ad939f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.289443 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-8122fbaa-9513-4ff4-8bc6-010b32ad939f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c874b0a-100e-41ee-95b9-215295d4abd5 HTTP/1.1" status: 204 len: 168 time: 0.1915786 Mar 08 12:05:12.297469 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122fbaa-9513-4ff4-8bc6-010b32ad939f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c874b0a-100e-41ee-95b9-215295d4abd5,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:13.019618 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35761b-b502-4128-9589-863210f5cfb9 req-4f60daea-d108-4945-9e17-e770d8056135 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:13.021173 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2d35761b-b502-4128-9589-863210f5cfb9 req-4f60daea-d108-4945-9e17-e770d8056135 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0558405 Mar 08 12:05:13.072934 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2d35761b-b502-4128-9589-863210f5cfb9 req-976b23b7-eb7e-4f8b-91c0-dbf064a1e0f8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463095 Mar 08 12:05:14.389366 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e1b0b-3bcd-4191-8ef9-5bc3df51ca0a req-f8d4ce69-1b92-44d4-9b47-bfd12d85c20b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:14.391040 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ec8e1b0b-3bcd-4191-8ef9-5bc3df51ca0a req-f8d4ce69-1b92-44d4-9b47-bfd12d85c20b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.2227793 Mar 08 12:05:14.441661 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ec8e1b0b-3bcd-4191-8ef9-5bc3df51ca0a req-b9880bfe-2c25-4c12-87cb-d25fcf37a98b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451221 Mar 08 12:05:14.603418 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12123d-21a7-481a-b030-44577103d905 req-aebb0447-47e6-4336-8fe3-6b523e405e7b tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:14.605036 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cf12123d-21a7-481a-b030-44577103d905 req-aebb0447-47e6-4336-8fe3-6b523e405e7b tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 945 time: 0.0551567 Mar 08 12:05:14.650507 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cf12123d-21a7-481a-b030-44577103d905 req-e64e5857-d95f-4979-9fe2-7e8596b751b4 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Mar 08 12:05:15.141082 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995453a-b15d-460e-973b-b2c7931a279b req-5469b6b4-7bdd-468b-bffd-4ba5fdfaf585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.143245 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-5469b6b4-7bdd-468b-bffd-4ba5fdfaf585 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff&tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c HTTP/1.1" status: 200 len: 1127 time: 0.0738626 Mar 08 12:05:15.222315 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995453a-b15d-460e-973b-b2c7931a279b req-722ab651-26d9-4c41-b088-a6121e21f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.223786 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-722ab651-26d9-4c41-b088-a6121e21f251 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 1127 time: 0.0435929 Mar 08 12:05:15.318873 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995453a-b15d-460e-973b-b2c7931a279b req-7565ac5c-2532-44e7-be57-d835b32a5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.320340 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-7565ac5c-2532-44e7-be57-d835b32a5974 service neutron] 10.222.0.53 "GET /v2.0/networks?id=25093daf-dda0-4c4d-ad5a-4e47ae659052 HTTP/1.1" status: 200 len: 918 time: 0.0869102 Mar 08 12:05:15.387419 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-6777e713-001f-4b10-8628-dcf445e81166 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c182809e-e746-4729-80ba-e31504ef5283 HTTP/1.1" status: 200 len: 999 time: 0.0597308 Mar 08 12:05:15.436456 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995453a-b15d-460e-973b-b2c7931a279b req-b5e18592-ebf6-4e71-b064-22e8c40b58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.437760 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-b5e18592-ebf6-4e71-b064-22e8c40b58c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0999dd9d-7a14-4068-867e-b0cb2230adcb HTTP/1.1" status: 200 len: 856 time: 0.0413840 Mar 08 12:05:15.484566 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995453a-b15d-460e-973b-b2c7931a279b req-c5a23cb8-52a4-4e2a-9a46-639c94a240d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.486556 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-c5a23cb8-52a4-4e2a-9a46-639c94a240d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25093daf-dda0-4c4d-ad5a-4e47ae659052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417528 Mar 08 12:05:15.612679 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59bfad-55b8-4a66-afea-19649f24b92f req-85fe55f3-6513-41cd-bb77-affd0ac9d187 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.614095 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6c59bfad-55b8-4a66-afea-19649f24b92f req-85fe55f3-6513-41cd-bb77-affd0ac9d187 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0973890 Mar 08 12:05:15.616203 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-cc902197-153d-4a5d-8b38-9cd81c19409d service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233971 Mar 08 12:05:15.716854 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6c59bfad-55b8-4a66-afea-19649f24b92f req-4b467065-de7f-477f-a4a7-b3590a04b2cb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971737 Mar 08 12:05:15.760996 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-851c7c71-8a93-44c5-8202-7ecd64a14c1a service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356404 Mar 08 12:05:15.784045 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eff2fb-a425-4440-b049-4a2781eaa1e9 req-8ae5849e-3a7a-4817-a853-a664e01e1095 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.785510 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-46eff2fb-a425-4440-b049-4a2781eaa1e9 req-8ae5849e-3a7a-4817-a853-a664e01e1095 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 945 time: 0.0626385 Mar 08 12:05:15.831422 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-46eff2fb-a425-4440-b049-4a2781eaa1e9 req-7a028da4-c9a2-46bd-b65f-9d65f308594d tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402710 Mar 08 12:05:16.929652 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257df8-945d-4ff6-b216-513a564afaee req-681429b0-ac9d-4e25-831f-e931f7169b7a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:16.931207 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1257df8-945d-4ff6-b216-513a564afaee req-681429b0-ac9d-4e25-831f-e931f7169b7a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.1001928 Mar 08 12:05:17.012915 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1257df8-945d-4ff6-b216-513a564afaee req-4bb542ef-fc1b-4c2d-ade3-af2399f760f0 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594063 Mar 08 12:05:17.027761 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a13986-9f48-4eb9-bff8-554ad56ebdb0 req-9303bc4a-112e-4f40-884b-bdf9567a3f3a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:17.029781 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d3a13986-9f48-4eb9-bff8-554ad56ebdb0 req-9303bc4a-112e-4f40-884b-bdf9567a3f3a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 945 time: 0.1173975 Mar 08 12:05:17.085833 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d3a13986-9f48-4eb9-bff8-554ad56ebdb0 req-f1806d29-509d-4c56-9ded-88482bb972b0 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504458 Mar 08 12:05:17.583043 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f2179f27-860a-4929-b12e-2abff30c16d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:18.144489 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d1acd-9747-447f-8aca-4b1f94ca8a29 req-e3678aea-7731-45f9-aa1f-13ecdf858a41 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:18.146457 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5d3d1acd-9747-447f-8aca-4b1f94ca8a29 req-e3678aea-7731-45f9-aa1f-13ecdf858a41 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0571692 Mar 08 12:05:18.233479 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5d3d1acd-9747-447f-8aca-4b1f94ca8a29 req-546e6c5b-3ad6-471a-95fe-78906d41dbee tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812290 Mar 08 12:05:18.246706 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003b30f-e9d7-4709-97ff-eb00b4ff057a req-5c5160b6-2d63-416a-934c-b146850b1989 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:18.248159 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b003b30f-e9d7-4709-97ff-eb00b4ff057a req-5c5160b6-2d63-416a-934c-b146850b1989 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 945 time: 0.0782292 Mar 08 12:05:18.300160 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b003b30f-e9d7-4709-97ff-eb00b4ff057a req-041827b2-2259-4bf3-95f0-3595e4cc0dd0 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439065 Mar 08 12:05:19.377096 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e8a1b-2b97-4fc2-84ba-3e714df1c5c7 req-9230a216-41c4-412c-8ab1-3e1ecb315669 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:19.378624 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-047e8a1b-2b97-4fc2-84ba-3e714df1c5c7 req-9230a216-41c4-412c-8ab1-3e1ecb315669 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0693893 Mar 08 12:05:19.477722 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-047e8a1b-2b97-4fc2-84ba-3e714df1c5c7 req-053023fb-520b-4bea-b8a6-a3f7e61f34b7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925128 Mar 08 12:05:19.491682 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be390558-4769-4ff3-aaa0-ce915b5f9962 req-52cdd2a0-d608-49ed-bdbe-c9bae75104b2 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:19.493234 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-be390558-4769-4ff3-aaa0-ce915b5f9962 req-52cdd2a0-d608-49ed-bdbe-c9bae75104b2 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 945 time: 0.0834010 Mar 08 12:05:19.550642 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-be390558-4769-4ff3-aaa0-ce915b5f9962 req-f63ae0e9-2dbd-454a-962d-5d5239bf53f5 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515928 Mar 08 12:05:20.259834 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0bab5442-7f35-48e0-99d0-4e4788c78526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:20.622635 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c905-cd4d-4ea0-bbfe-0e1f6979c026 req-49a33e5f-d52b-44a6-979b-39c58681a98c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:20.624164 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-eb10c905-cd4d-4ea0-bbfe-0e1f6979c026 req-49a33e5f-d52b-44a6-979b-39c58681a98c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0624824 Mar 08 12:05:20.694869 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-eb10c905-cd4d-4ea0-bbfe-0e1f6979c026 req-080c2bf1-5d95-4ce5-a9fd-a01eb7d15cee tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613132 Mar 08 12:05:20.705887 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773ce55-ee08-4551-ae26-655b7b44f4c3 req-87ae3db5-0beb-4306-8369-9491e21b4e1d tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:20.707613 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1773ce55-ee08-4551-ae26-655b7b44f4c3 req-87ae3db5-0beb-4306-8369-9491e21b4e1d tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 945 time: 0.0823100 Mar 08 12:05:20.754578 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1773ce55-ee08-4551-ae26-655b7b44f4c3 req-65543aa4-5e9c-4bbb-81a3-382cb1dad963 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Mar 08 12:05:20.792270 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device a862cbd4-b153-4d65-9282-477424db43e5 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:05:20.876832 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port a862cbd4-b153-4d65-9282-477424db43e5 is: ACTIVE; New status is: DOWN {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:20.877226 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a862cbd4-b153-4d65-9282-477424db43e5), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:20.907803 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15989d78-1f1f-4006-ab3f-0ab12338e79c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a862cbd4-b153-4d65-9282-477424db43e5'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:20.907803 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2b2012-a158-4878-984a-61c0522e7c49" -d '{"events": [{"server_uuid": "15989d78-1f1f-4006-ab3f-0ab12338e79c", "name": "network-vif-unplugged", "status": "completed", "tag": "a862cbd4-b153-4d65-9282-477424db43e5"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:20.917565 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port a862cbd4-b153-4d65-9282-477424db43e5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a862cbd4-b153-4d65-9282-477424db43e5,segment=NetworkSegment(c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd),segment_id=c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:20.954464 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10045b91-524b-4705-b426-ad94fff29794 x-openstack-request-id: req-10045b91-524b-4705-b426-ad94fff29794 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:20.954779 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15989d78-1f1f-4006-ab3f-0ab12338e79c", "name": "network-vif-unplugged", "status": "completed", "tag": "a862cbd4-b153-4d65-9282-477424db43e5", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:20.955047 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10045b91-524b-4705-b426-ad94fff29794 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:20.955439 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15989d78-1f1f-4006-ab3f-0ab12338e79c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a862cbd4-b153-4d65-9282-477424db43e5', 'code': 200} Mar 08 12:05:21.023008 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a862cbd4-b153-4d65-9282-477424db43e5), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:21.087455 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:21.090745 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=a862cbd4-b153-4d65-9282-477424db43e5,revision_number=6']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:21.100941 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:21.110952 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:21.111512 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:21.112822 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:21.120843 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:21.121487 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:21.122385 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:21.123010 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:21.123615 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:21.124295 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:21.124688 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:21.125029 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:21.125363 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:21.824599 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df101d23-9142-4b2e-bb11-9e6614e7b9fb req-6307946a-8403-4760-aaf5-5f730770311c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.826063 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df101d23-9142-4b2e-bb11-9e6614e7b9fb req-6307946a-8403-4760-aaf5-5f730770311c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0579820 Mar 08 12:05:21.898661 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df101d23-9142-4b2e-bb11-9e6614e7b9fb req-6c0e9628-6d9d-4bee-bd51-75e1c99d99a3 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636799 Mar 08 12:05:21.905298 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db8a31-2cb2-4306-8b50-8fdafef7b87b req-b1a93b0d-cea9-4dda-9bd0-a96a420564e8 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.906714 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-06db8a31-2cb2-4306-8b50-8fdafef7b87b req-b1a93b0d-cea9-4dda-9bd0-a96a420564e8 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.0797861 Mar 08 12:05:21.952942 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-06db8a31-2cb2-4306-8b50-8fdafef7b87b req-909895e3-727a-4f17-b993-fc5e52df5a88 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 Mar 08 12:05:22.496130 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:23.066451 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d84182-ab99-478c-bd7f-50dfd34450e2 req-a349ecf4-e9b7-40fd-bedb-d7bf63d1a35d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:23.068099 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c8d84182-ab99-478c-bd7f-50dfd34450e2 req-a349ecf4-e9b7-40fd-bedb-d7bf63d1a35d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0959702 Mar 08 12:05:23.122866 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dd9f6-fed6-4771-8fdc-8a543859bc3d req-ed16c7c2-f3bf-42b3-881f-5894bdda6a22 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:23.129694 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-506dd9f6-fed6-4771-8fdc-8a543859bc3d req-ed16c7c2-f3bf-42b3-881f-5894bdda6a22 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.1040006 Mar 08 12:05:23.160608 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c8d84182-ab99-478c-bd7f-50dfd34450e2 req-f9761427-d52a-4922-b8c4-f2ced86d2b3b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772703 Mar 08 12:05:23.187752 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-506dd9f6-fed6-4771-8fdc-8a543859bc3d req-328c6ac6-fe9e-4a87-aa00-e60644b2d41a tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571885 Mar 08 12:05:24.122113 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:24.309217 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b778b1-a0cb-4882-9c01-63d8c92ebdad req-720c4a3b-6971-412c-80b6-2b75d2e37d12 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:24.310700 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-48b778b1-a0cb-4882-9c01-63d8c92ebdad req-720c4a3b-6971-412c-80b6-2b75d2e37d12 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.0553114 Mar 08 12:05:24.371204 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-48b778b1-a0cb-4882-9c01-63d8c92ebdad req-61b28207-1a38-4313-825d-03398acd8e75 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542979 Mar 08 12:05:24.414395 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d069e1-dbe4-49f8-93d8-d0f25536629c req-071512ab-70aa-4e95-af5f-bda8c1c3f424 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:24.415834 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-26d069e1-dbe4-49f8-93d8-d0f25536629c req-071512ab-70aa-4e95-af5f-bda8c1c3f424 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0633497 Mar 08 12:05:24.460460 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-26d069e1-dbe4-49f8-93d8-d0f25536629c req-f0717a23-60f6-4d1e-a68b-e8d70bb50ecb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391183 Mar 08 12:05:25.509308 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d1c38-9f4d-4995-b5ed-2e8fdbb2f215 req-6da069e1-e710-417f-935a-e91889a784d4 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:25.515474 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-474d1c38-9f4d-4995-b5ed-2e8fdbb2f215 req-6da069e1-e710-417f-935a-e91889a784d4 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.0670738 Mar 08 12:05:25.606393 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-474d1c38-9f4d-4995-b5ed-2e8fdbb2f215 req-9305fc29-ef0d-45ae-85e2-4531b621bab0 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846362 Mar 08 12:05:25.629539 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7fc9b-e9ea-4299-b3a1-51cb36d259fb req-501c176e-f573-42e0-8b66-10e00c56c05d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:25.629539 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f0b7fc9b-e9ea-4299-b3a1-51cb36d259fb req-501c176e-f573-42e0-8b66-10e00c56c05d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0718856 Mar 08 12:05:25.685216 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f0b7fc9b-e9ea-4299-b3a1-51cb36d259fb req-e32cdc8e-92ec-4b7d-aa81-8171c7f33dcb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516145 Mar 08 12:05:26.725807 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72691b3-888e-4b11-9ee5-1fdb3f7f04fd req-88b97e02-2d4e-46c5-a981-4d673f5eed04 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.727263 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d72691b3-888e-4b11-9ee5-1fdb3f7f04fd req-88b97e02-2d4e-46c5-a981-4d673f5eed04 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.0517857 Mar 08 12:05:26.795732 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d72691b3-888e-4b11-9ee5-1fdb3f7f04fd req-c77ae1f7-79cb-4b9c-a58a-2db9b4ae997d tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627162 Mar 08 12:05:26.818257 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e08d7-796e-4dac-914d-f4ac72ee687a req-33f7d191-522b-4328-8cb6-4fa30b1b7b2f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.819706 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2e9e08d7-796e-4dac-914d-f4ac72ee687a req-33f7d191-522b-4328-8cb6-4fa30b1b7b2f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0624726 Mar 08 12:05:26.864689 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2e9e08d7-796e-4dac-914d-f4ac72ee687a req-d69e9c33-065f-4178-980f-92ab5a07b071 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395691 Mar 08 12:05:27.934793 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4ac8f-a247-4db3-8236-f9657c2bcbff req-cd56a25a-2d0d-47ba-bfe1-5eec43fd2644 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:27.937752 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-37b4ac8f-a247-4db3-8236-f9657c2bcbff req-cd56a25a-2d0d-47ba-bfe1-5eec43fd2644 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.0641904 Mar 08 12:05:28.011672 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-37b4ac8f-a247-4db3-8236-f9657c2bcbff req-7a8fb568-1f11-474e-8e1a-bf6759b46bd1 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699153 Mar 08 12:05:28.033283 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855ee75-5946-443b-a2a5-f9efd4219d5b req-154db536-e82b-4bbf-8958-e2477128a42a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:28.034722 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b855ee75-5946-443b-a2a5-f9efd4219d5b req-154db536-e82b-4bbf-8958-e2477128a42a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0752590 Mar 08 12:05:28.082571 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b855ee75-5946-443b-a2a5-f9efd4219d5b req-17c3a6f2-b300-413b-84e3-9ee18b918bf3 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409684 Mar 08 12:05:29.155894 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926423-42f0-49a6-805f-88334fd8519e req-c71a9f61-7d24-407d-a3d3-ccdede5e2bdd tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:29.158259 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b8926423-42f0-49a6-805f-88334fd8519e req-c71a9f61-7d24-407d-a3d3-ccdede5e2bdd tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.0738792 Mar 08 12:05:29.460459 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b8926423-42f0-49a6-805f-88334fd8519e req-a8f79581-6d48-4c43-9f60-fa99bd838baf tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960887 Mar 08 12:05:29.475352 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8bac7-60da-4f57-8603-a26b37597273 req-232ebdf6-09d7-4e5c-99da-ecc522ccdfc7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:29.478694 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-28f8bac7-60da-4f57-8603-a26b37597273 req-232ebdf6-09d7-4e5c-99da-ecc522ccdfc7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0750854 Mar 08 12:05:29.522034 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-28f8bac7-60da-4f57-8603-a26b37597273 req-8f6a30e0-7c5d-4383-a59b-d26d562f0e11 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398264 Mar 08 12:05:30.013950 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:05:30.577225 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20243c-513b-4e5a-9da2-0de78f67a92f req-e76a9eac-c897-4286-9a26-c8eb983c5453 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:30.578687 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9d20243c-513b-4e5a-9da2-0de78f67a92f req-e76a9eac-c897-4286-9a26-c8eb983c5453 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.0517843 Mar 08 12:05:30.653619 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9d20243c-513b-4e5a-9da2-0de78f67a92f req-2df9fda2-3c30-420e-bc61-6fdac689d36d tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e5ab18-f145-4295-a201-11be7a32430f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693319 Mar 08 12:05:30.669614 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662b982-c2f2-421c-94e9-ff9175a98bf3 req-ea876f9a-34c0-47c3-99c7-8cfee6a0c77a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:30.671070 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8662b982-c2f2-421c-94e9-ff9175a98bf3 req-ea876f9a-34c0-47c3-99c7-8cfee6a0c77a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0710070 Mar 08 12:05:30.716826 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8662b982-c2f2-421c-94e9-ff9175a98bf3 req-d4e4f1a7-1360-48e8-90aa-74f2211bf13f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398049 Mar 08 12:05:31.007374 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f069667-445c-4f42-bb2a-bc959e7c03ec req-daba4ff9-b869-492d-ac64-b47704042ef0 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:31.008748 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f069667-445c-4f42-bb2a-bc959e7c03ec req-daba4ff9-b869-492d-ac64-b47704042ef0 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.53 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 943 time: 0.0522122 Mar 08 12:05:31.106155 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-9f069667-445c-4f42-bb2a-bc959e7c03ec req-94fc3656-693a-44ba-8bcb-7fc9c0f9000f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Deleting port a862cbd4-b153-4d65-9282-477424db43e5 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:05:31.106594 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-9f069667-445c-4f42-bb2a-bc959e7c03ec req-94fc3656-693a-44ba-8bcb-7fc9c0f9000f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (a862cbd4-b153-4d65-9282-477424db43e5), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.191847 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-9f069667-445c-4f42-bb2a-bc959e7c03ec req-94fc3656-693a-44ba-8bcb-7fc9c0f9000f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] For port a862cbd4-b153-4d65-9282-477424db43e5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a862cbd4-b153-4d65-9282-477424db43e5,segment=NetworkSegment(c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd),segment_id=c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:31.192232 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-9f069667-445c-4f42-bb2a-bc959e7c03ec req-94fc3656-693a-44ba-8bcb-7fc9c0f9000f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (a862cbd4-b153-4d65-9282-477424db43e5), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.203969 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-9f069667-445c-4f42-bb2a-bc959e7c03ec req-94fc3656-693a-44ba-8bcb-7fc9c0f9000f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Calling delete_port for a862cbd4-b153-4d65-9282-477424db43e5 owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:05:31.399253 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-9f069667-445c-4f42-bb2a-bc959e7c03ec req-94fc3656-693a-44ba-8bcb-7fc9c0f9000f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (a862cbd4-b153-4d65-9282-477424db43e5), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.428606 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc3656-693a-44ba-8bcb-7fc9c0f9000f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Pushing event deleted for resources: {'Port': ['ID=a862cbd4-b153-4d65-9282-477424db43e5,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:31.470026 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f069667-445c-4f42-bb2a-bc959e7c03ec req-94fc3656-693a-44ba-8bcb-7fc9c0f9000f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] No DVR routers for this DVR port a862cbd4-b153-4d65-9282-477424db43e5 on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:05:31.472644 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-9f069667-445c-4f42-bb2a-bc959e7c03ec req-94fc3656-693a-44ba-8bcb-7fc9c0f9000f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.475996 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f069667-445c-4f42-bb2a-bc959e7c03ec req-94fc3656-693a-44ba-8bcb-7fc9c0f9000f tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.53 "DELETE /v2.0/ports/a862cbd4-b153-4d65-9282-477424db43e5 HTTP/1.1" status: 204 len: 173 time: 0.4611659 Mar 08 12:05:31.476473 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15989d78-1f1f-4006-ab3f-0ab12338e79c', 'name': 'network-vif-deleted', 'tag': 'a862cbd4-b153-4d65-9282-477424db43e5'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:31.478748 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60fdfe3-c846-44ac-b90b-40cb26159c94" -d '{"events": [{"server_uuid": "15989d78-1f1f-4006-ab3f-0ab12338e79c", "name": "network-vif-deleted", "tag": "a862cbd4-b153-4d65-9282-477424db43e5"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:31.513305 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8306c38d-f1af-4f12-80cf-ac44b8d02883 x-openstack-request-id: req-8306c38d-f1af-4f12-80cf-ac44b8d02883 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:31.513635 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15989d78-1f1f-4006-ab3f-0ab12338e79c", "name": "network-vif-deleted", "tag": "a862cbd4-b153-4d65-9282-477424db43e5", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:31.513890 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8306c38d-f1af-4f12-80cf-ac44b8d02883 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:31.514282 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15989d78-1f1f-4006-ab3f-0ab12338e79c', 'name': 'network-vif-deleted', 'tag': 'a862cbd4-b153-4d65-9282-477424db43e5', 'status': 'completed', 'code': 200} Mar 08 12:05:31.746198 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-48125b7c-a239-440c-96b2-91482d71441d req-b6172596-0e38-443e-b2fe-8c3174605262 tempest-VolumesSnapshotTestJSON-771578753 tempest-VolumesSnapshotTestJSON-771578753-project] 10.222.0.43 "GET /v2.0/ports?device_id=15989d78-1f1f-4006-ab3f-0ab12338e79c HTTP/1.1" status: 200 len: 210 time: 0.0266550 Mar 08 12:05:31.844288 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf47cf-2da6-40ff-92e0-4f097233009d req-cb0aa862-cad8-4e47-aa07-b9a9f165508a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:31.845792 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ebcf47cf-2da6-40ff-92e0-4f097233009d req-cb0aa862-cad8-4e47-aa07-b9a9f165508a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0534699 Mar 08 12:05:31.891723 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ebcf47cf-2da6-40ff-92e0-4f097233009d req-66e8cf99-f08f-4386-a945-7b0d45124ad2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396187 Mar 08 12:05:32.206615 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 47974) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:32.310281 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-734a443b-38f5-4491-879b-0fca976c242e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:32.390983 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-734a443b-38f5-4491-879b-0fca976c242e admin admin] Publish callbacks [] for security_group (2e7bea4d-2178-447d-b37a-14122d75098e), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:32.477246 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-734a443b-38f5-4491-879b-0fca976c242e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (2e7bea4d-2178-447d-b37a-14122d75098e), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:32.514715 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-734a443b-38f5-4491-879b-0fca976c242e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=564d125a5b314c17955e644a4f2a35db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067501 Mar 08 12:05:32.516614 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a443b-38f5-4491-879b-0fca976c242e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7bea4d-2178-447d-b37a-14122d75098e,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:32.517548 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 47978) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:32.565744 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0bbb877e-fabd-41d7-a20e-5f24887bb7ed admin admin] Publish callbacks [] for security_group (2e7bea4d-2178-447d-b37a-14122d75098e), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:32.586986 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0bbb877e-fabd-41d7-a20e-5f24887bb7ed admin admin] Publish callbacks [] for security_group (2e7bea4d-2178-447d-b37a-14122d75098e), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:32.684619 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0bbb877e-fabd-41d7-a20e-5f24887bb7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (2e7bea4d-2178-447d-b37a-14122d75098e), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:32.687228 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0bbb877e-fabd-41d7-a20e-5f24887bb7ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:32.688427 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-0bbb877e-fabd-41d7-a20e-5f24887bb7ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e7bea4d-2178-447d-b37a-14122d75098e HTTP/1.1" status: 204 len: 168 time: 0.1698344 Mar 08 12:05:32.696858 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb877e-fabd-41d7-a20e-5f24887bb7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7bea4d-2178-447d-b37a-14122d75098e,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:33.018295 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec9e17-29dc-42d3-a53d-c4a3aba18771 req-9e9502e5-d8fb-4ade-b784-f8adf9e57fa5 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:33.019799 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9eec9e17-29dc-42d3-a53d-c4a3aba18771 req-9e9502e5-d8fb-4ade-b784-f8adf9e57fa5 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0530910 Mar 08 12:05:33.067631 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9eec9e17-29dc-42d3-a53d-c4a3aba18771 req-4c9f9bab-af26-48fb-a2e4-099f5c857171 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411780 Mar 08 12:05:33.334013 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 47990) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:33.352333 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-abcf9a80-90ff-45d6-bc58-64acff018f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:33.427463 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-abcf9a80-90ff-45d6-bc58-64acff018f03 admin admin] Publish callbacks [] for security_group (00721777-ad0f-41c1-ab21-10bb02ad671d), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:33.528236 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-abcf9a80-90ff-45d6-bc58-64acff018f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (00721777-ad0f-41c1-ab21-10bb02ad671d), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:33.568504 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-abcf9a80-90ff-45d6-bc58-64acff018f03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70ed0a0cfbdf44a7aee88dfe95f2d57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333119 Mar 08 12:05:33.569376 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf9a80-90ff-45d6-bc58-64acff018f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00721777-ad0f-41c1-ab21-10bb02ad671d,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:33.571017 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 47996) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:33.618932 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-37629516-706f-41ff-b6a1-fc7165beccfb admin admin] Publish callbacks [] for security_group (00721777-ad0f-41c1-ab21-10bb02ad671d), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:33.639440 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-37629516-706f-41ff-b6a1-fc7165beccfb admin admin] Publish callbacks [] for security_group (00721777-ad0f-41c1-ab21-10bb02ad671d), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:33.779666 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-37629516-706f-41ff-b6a1-fc7165beccfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (00721777-ad0f-41c1-ab21-10bb02ad671d), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:33.782276 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-37629516-706f-41ff-b6a1-fc7165beccfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:33.783425 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-37629516-706f-41ff-b6a1-fc7165beccfb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00721777-ad0f-41c1-ab21-10bb02ad671d HTTP/1.1" status: 204 len: 168 time: 0.2114348 Mar 08 12:05:33.795859 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37629516-706f-41ff-b6a1-fc7165beccfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00721777-ad0f-41c1-ab21-10bb02ad671d,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:34.188550 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ae0c1-b4a3-4cff-935d-6034ad21dc02 req-499045a8-5af3-4313-b6e8-80f050f06ba7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:34.190020 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-275ae0c1-b4a3-4cff-935d-6034ad21dc02 req-499045a8-5af3-4313-b6e8-80f050f06ba7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0518839 Mar 08 12:05:34.238386 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-275ae0c1-b4a3-4cff-935d-6034ad21dc02 req-ed361eff-ce1d-46c5-95c7-24d4bb72b2c0 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427997 Mar 08 12:05:35.358876 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01779482-b7a8-436c-96d2-c8d3a57bd64b req-6898a027-4dda-4ee6-9b3c-90a91f5e6f14 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:35.360365 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-01779482-b7a8-436c-96d2-c8d3a57bd64b req-6898a027-4dda-4ee6-9b3c-90a91f5e6f14 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0519698 Mar 08 12:05:35.406562 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-01779482-b7a8-436c-96d2-c8d3a57bd64b req-2dbb195d-2ecc-4455-8552-5353d46b575d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400021 Mar 08 12:05:36.532939 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab3556-5349-4dcb-a4e9-2773425c850d req-4d5da500-82f3-4f0c-bb62-ed15d43373ec tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:36.534395 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-62ab3556-5349-4dcb-a4e9-2773425c850d req-4d5da500-82f3-4f0c-bb62-ed15d43373ec tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0552850 Mar 08 12:05:36.581101 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-62ab3556-5349-4dcb-a4e9-2773425c850d req-7f785772-fcf3-4ff6-9999-cf5cf64131fc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406022 Mar 08 12:05:36.810435 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:37.702628 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f5baa-a1eb-4111-b6c0-7de308b2e7f5 req-cecd4499-1d24-49cb-869d-3ad4eb4edd81 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:37.704061 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-359f5baa-a1eb-4111-b6c0-7de308b2e7f5 req-cecd4499-1d24-49cb-869d-3ad4eb4edd81 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0507367 Mar 08 12:05:37.749393 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-359f5baa-a1eb-4111-b6c0-7de308b2e7f5 req-dd8dafc0-c7cd-4be5-bb2a-1c399aecfb39 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396118 Mar 08 12:05:38.871829 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388b0dd-3306-43ac-ba38-c1ac4f2585d8 req-e5a1a163-2ea9-43af-936a-b44a893ae819 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:38.873327 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e388b0dd-3306-43ac-ba38-c1ac4f2585d8 req-e5a1a163-2ea9-43af-936a-b44a893ae819 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0537193 Mar 08 12:05:38.921230 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e388b0dd-3306-43ac-ba38-c1ac4f2585d8 req-1cd5f388-1dec-44fa-ae21-e6e562eebd8e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423832 Mar 08 12:05:40.047612 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb0bf7-5b2c-4a58-adfe-4f9b210b4aff req-51342a5f-8d64-495c-be29-bb87b5755190 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:40.049123 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5ecb0bf7-5b2c-4a58-adfe-4f9b210b4aff req-51342a5f-8d64-495c-be29-bb87b5755190 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0569935 Mar 08 12:05:40.095227 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5ecb0bf7-5b2c-4a58-adfe-4f9b210b4aff req-bb53c5fa-927c-4230-b9ec-3e7fd00bf4a3 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406384 Mar 08 12:05:41.217300 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c74b7-6609-4f7c-aabf-c7b8a3559f68 req-3abaa6c3-cd90-4a80-9a84-8adafc3751ac tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:41.218804 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-432c74b7-6609-4f7c-aabf-c7b8a3559f68 req-3abaa6c3-cd90-4a80-9a84-8adafc3751ac tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0517483 Mar 08 12:05:41.267985 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-432c74b7-6609-4f7c-aabf-c7b8a3559f68 req-386dfe8a-63ca-4d2d-b6f1-d758f14cf007 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429814 Mar 08 12:05:42.389630 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f907c-553e-49f5-96b3-0ac34fa530b8 req-516ec763-d5d0-4191-9c4c-ea81a2d418b4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:42.391147 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-729f907c-553e-49f5-96b3-0ac34fa530b8 req-516ec763-d5d0-4191-9c4c-ea81a2d418b4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0532498 Mar 08 12:05:42.437442 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-729f907c-553e-49f5-96b3-0ac34fa530b8 req-7a093cc8-f287-41d9-b7bc-8fe0b5740d95 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402889 Mar 08 12:05:43.559957 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e7650-1ec7-44f2-90c3-a5aa58689cc2 req-a1acbbe9-e36b-4223-8e96-4d7a18d8406c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:43.561803 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-247e7650-1ec7-44f2-90c3-a5aa58689cc2 req-a1acbbe9-e36b-4223-8e96-4d7a18d8406c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0509737 Mar 08 12:05:43.607452 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-247e7650-1ec7-44f2-90c3-a5aa58689cc2 req-e5b0ce0e-89cd-4cf9-b6bc-5330e4dcbc2b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406117 Mar 08 12:05:44.736508 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cab8f-c5e3-4844-bee5-5b8ad2a9821e req-9c6c67a8-8369-4c52-9456-b7e4bd11dd56 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:44.738008 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-197cab8f-c5e3-4844-bee5-5b8ad2a9821e req-9c6c67a8-8369-4c52-9456-b7e4bd11dd56 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 943 time: 0.0591264 Mar 08 12:05:44.790973 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-197cab8f-c5e3-4844-bee5-5b8ad2a9821e req-fcb5746d-7eed-41fc-aff6-011dd23d243f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437531 Mar 08 12:05:45.122544 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device c182809e-e746-4729-80ba-e31504ef5283 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:05:45.220825 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port c182809e-e746-4729-80ba-e31504ef5283, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c182809e-e746-4729-80ba-e31504ef5283,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:45.232749 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': 'c182809e-e746-4729-80ba-e31504ef5283', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'port_id': 'c182809e-e746-4729-80ba-e31504ef5283', 'mac_address': 'fa:16:3e:38:5c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:05:45.270773 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port c182809e-e746-4729-80ba-e31504ef5283 is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:45.271164 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (c182809e-e746-4729-80ba-e31504ef5283), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:45.284143 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c182809e-e746-4729-80ba-e31504ef5283 {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:45.303737 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port c182809e-e746-4729-80ba-e31504ef5283, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c182809e-e746-4729-80ba-e31504ef5283,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:45.396695 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (c182809e-e746-4729-80ba-e31504ef5283), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:45.442212 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=c182809e-e746-4729-80ba-e31504ef5283,revision_number=9']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:45.908925 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6143c4e-17d0-4ed7-9eea-fd61d02abc55 req-6f4a580f-a7ce-4c46-8ae6-a2c4a807e810 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:45.910412 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d6143c4e-17d0-4ed7-9eea-fd61d02abc55 req-6f4a580f-a7ce-4c46-8ae6-a2c4a807e810 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 944 time: 0.0520799 Mar 08 12:05:45.957932 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d6143c4e-17d0-4ed7-9eea-fd61d02abc55 req-3bc9bfd2-2f7a-4909-9aa3-8e84a121e75b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417898 Mar 08 12:05:47.079046 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46672e-1a67-4c79-b066-8b2c586de576 req-47d596b4-13f3-46be-9006-56660c35920b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:47.080552 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9e46672e-1a67-4c79-b066-8b2c586de576 req-47d596b4-13f3-46be-9006-56660c35920b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 944 time: 0.0506711 Mar 08 12:05:47.137150 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9e46672e-1a67-4c79-b066-8b2c586de576 req-c341f0a6-df9d-4ba7-aa12-a53275cac547 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507154 Mar 08 12:05:47.497760 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['c182809e-e746-4729-80ba-e31504ef5283'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:05:47.634361 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a4535ba2-46d3-4e7e-9842-3ba9c1718144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.270233 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4123f4-8cef-4e1c-9748-55c2e9297fb6 req-f5bba6e8-9685-4cc6-b785-62e344c895f1 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:48.273606 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8e4123f4-8cef-4e1c-9748-55c2e9297fb6 req-f5bba6e8-9685-4cc6-b785-62e344c895f1 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 944 time: 0.0609133 Mar 08 12:05:48.327450 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8e4123f4-8cef-4e1c-9748-55c2e9297fb6 req-fdb123fb-613a-43df-b34f-b839b3067d43 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482938 Mar 08 12:05:48.488800 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device c182809e-e746-4729-80ba-e31504ef5283 up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:48.535396 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port c182809e-e746-4729-80ba-e31504ef5283 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:48.536102 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (c182809e-e746-4729-80ba-e31504ef5283), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.616479 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port c182809e-e746-4729-80ba-e31504ef5283 is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:48.616879 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (c182809e-e746-4729-80ba-e31504ef5283), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.640566 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:48.643226 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82d3baa-ee03-46d6-b423-5ccd3b147904" -d '{"events": [{"server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "name": "network-vif-plugged", "status": "completed", "tag": "c182809e-e746-4729-80ba-e31504ef5283"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:48.656266 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port c182809e-e746-4729-80ba-e31504ef5283, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c182809e-e746-4729-80ba-e31504ef5283,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:48.680412 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca86d55a-07a5-472c-abed-cebc1d465e30 x-openstack-request-id: req-ca86d55a-07a5-472c-abed-cebc1d465e30 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:48.681831 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "name": "network-vif-plugged", "status": "completed", "tag": "c182809e-e746-4729-80ba-e31504ef5283", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:48.681831 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca86d55a-07a5-472c-abed-cebc1d465e30 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:48.681831 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283', 'code': 200} Mar 08 12:05:48.740539 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (c182809e-e746-4729-80ba-e31504ef5283), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.795960 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=c182809e-e746-4729-80ba-e31504ef5283,revision_number=10']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:49.454650 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654daa5e-6e45-4aa8-9862-9f8d90f7a220 req-c74400ef-5a16-4da3-85a6-b0caddf3a420 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:49.456076 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-654daa5e-6e45-4aa8-9862-9f8d90f7a220 req-c74400ef-5a16-4da3-85a6-b0caddf3a420 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0545075 Mar 08 12:05:49.503771 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-654daa5e-6e45-4aa8-9862-9f8d90f7a220 req-d3ab3035-7446-45fc-8ed7-9a4a1e2c4e4a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414140 Mar 08 12:05:49.595678 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986877c1-75a1-4447-a89e-9e6deba3ac05 req-bcf7ffdf-0c6b-4790-9405-8ebafcb88619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:49.597201 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-986877c1-75a1-4447-a89e-9e6deba3ac05 req-bcf7ffdf-0c6b-4790-9405-8ebafcb88619 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 1130 time: 0.1402247 Mar 08 12:05:49.638646 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-986877c1-75a1-4447-a89e-9e6deba3ac05 req-5caca1ed-f30f-4bd7-aba0-b71a8577e0bf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349011 Mar 08 12:05:50.090436 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0171c25f-e57e-4445-bbf5-65428395f319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.625732 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191e2c-4009-4e63-9603-1c3b03aad2aa req-4858d7b5-c9b8-4942-b2da-6bd7a2f9429d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:50.627194 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-38191e2c-4009-4e63-9603-1c3b03aad2aa req-4858d7b5-c9b8-4942-b2da-6bd7a2f9429d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0518069 Mar 08 12:05:50.673981 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-38191e2c-4009-4e63-9603-1c3b03aad2aa req-447da029-b16d-4c18-8d3c-e3d49cd5890a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411179 Mar 08 12:05:51.021455 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:51.798309 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bc573-2f32-48cf-a2a5-efcc6f89e7b7 req-11fd33ca-d3d7-4a66-8b75-e9c15a97ec8a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:51.799838 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6c8bc573-2f32-48cf-a2a5-efcc6f89e7b7 req-11fd33ca-d3d7-4a66-8b75-e9c15a97ec8a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0557048 Mar 08 12:05:51.852954 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6c8bc573-2f32-48cf-a2a5-efcc6f89e7b7 req-dac9327d-c430-45be-9552-475246957b97 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431590 Mar 08 12:05:52.518873 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.975538 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519ad58-52c5-4853-acb6-f24e359751c1 req-81a3404f-1e84-4dcc-847f-133bc43ec78f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:52.977042 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a519ad58-52c5-4853-acb6-f24e359751c1 req-81a3404f-1e84-4dcc-847f-133bc43ec78f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0512235 Mar 08 12:05:53.025572 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a519ad58-52c5-4853-acb6-f24e359751c1 req-bb2cc4cb-89fc-401b-97af-752d0361e795 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425119 Mar 08 12:05:53.933745 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.147400 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276b46b-337c-4b79-99b6-c1800da59a9d req-5ee62dd8-3d06-4fdd-9944-70b3fe4fa598 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:54.148910 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a276b46b-337c-4b79-99b6-c1800da59a9d req-5ee62dd8-3d06-4fdd-9944-70b3fe4fa598 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0517228 Mar 08 12:05:54.199087 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a276b46b-337c-4b79-99b6-c1800da59a9d req-b392bd53-169e-4c2f-b9e9-25079dba8fa2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444741 Mar 08 12:05:55.319929 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8de27c-3166-43dc-836e-4e42df80e052 req-19a32526-2b01-44f5-91bf-2dd469b3053c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:55.321424 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cb8de27c-3166-43dc-836e-4e42df80e052 req-19a32526-2b01-44f5-91bf-2dd469b3053c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0515780 Mar 08 12:05:55.367464 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cb8de27c-3166-43dc-836e-4e42df80e052 req-97f36c21-6ad9-4926-8ed1-82656009dbeb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404773 Mar 08 12:05:56.496982 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49f055-9792-495a-8bcd-e295a8dfeea2 req-c9f12838-5241-4181-9cde-95d35bf4b006 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:56.498458 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aa49f055-9792-495a-8bcd-e295a8dfeea2 req-c9f12838-5241-4181-9cde-95d35bf4b006 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0538602 Mar 08 12:05:56.543968 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aa49f055-9792-495a-8bcd-e295a8dfeea2 req-3786e04a-efb6-4703-8deb-2d5fe1a7f781 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399640 Mar 08 12:05:57.669128 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f09b5d-d7f7-4a76-a1a1-0a19904075ab req-c96d496d-d6b5-45ed-b568-d8bc96273716 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:57.670596 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-68f09b5d-d7f7-4a76-a1a1-0a19904075ab req-c96d496d-d6b5-45ed-b568-d8bc96273716 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0563211 Mar 08 12:05:57.716950 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-68f09b5d-d7f7-4a76-a1a1-0a19904075ab req-c57f3710-49ec-45e3-a25d-fa6c9b5726be tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409713 Mar 08 12:05:58.835903 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792ecfb-63c4-4e7b-8c5a-08a0693772f9 req-17d92755-dce7-4bf6-bc55-137e54592c85 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:58.837881 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0792ecfb-63c4-4e7b-8c5a-08a0693772f9 req-17d92755-dce7-4bf6-bc55-137e54592c85 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0503895 Mar 08 12:05:58.892431 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0792ecfb-63c4-4e7b-8c5a-08a0693772f9 req-4efddcf1-0435-402a-8cb4-073a0c1e294d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489523 Mar 08 12:06:00.018196 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b045e34-6843-48ca-b3a1-caddc93e7721 req-39f5de92-e203-456a-8eb8-89a9dd036a8f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:00.019665 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7b045e34-6843-48ca-b3a1-caddc93e7721 req-39f5de92-e203-456a-8eb8-89a9dd036a8f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0515320 Mar 08 12:06:00.072637 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7b045e34-6843-48ca-b3a1-caddc93e7721 req-15b58fd2-5810-4466-8e45-7610e3700cd8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474637 Mar 08 12:06:01.198833 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41c78f-f993-40cd-9e31-1889821c903a req-f037a1b4-0f05-4b11-90ff-762d47d3c734 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:01.200343 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df41c78f-f993-40cd-9e31-1889821c903a req-f037a1b4-0f05-4b11-90ff-762d47d3c734 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0533769 Mar 08 12:06:01.246378 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df41c78f-f993-40cd-9e31-1889821c903a req-e63afe4a-f66a-48a1-ab43-a414f97f55af tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404117 Mar 08 12:06:02.375430 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b022cbd-8407-4c40-bf5c-4698a2f0fe11 req-a4d511be-938c-403e-9fb4-80de593d2953 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:02.377691 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1b022cbd-8407-4c40-bf5c-4698a2f0fe11 req-a4d511be-938c-403e-9fb4-80de593d2953 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0596135 Mar 08 12:06:02.426442 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1b022cbd-8407-4c40-bf5c-4698a2f0fe11 req-db82e65c-7404-4cf2-a545-810025eed98c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428531 Mar 08 12:06:06.804116 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.013257 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:06:17.584907 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-1357a29d-2236-4053-8066-1176a9e160ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:20.095668 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-39fbed22-0462-4d8b-8d2d-d1733a3eef29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:21.066792 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:22.515505 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:23.915815 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:25.895981 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 48494) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:25.952297 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_v2 [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Deleting subnet 482bb963-7518-4531-8809-4ea233a252e0 {{(pid=110281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:06:25.956516 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Publish callbacks [] for subnet (482bb963-7518-4531-8809-4ea233a252e0), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:26.001285 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63977580'] for subnet (482bb963-7518-4531-8809-4ea233a252e0), precommit_delete_associations {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:26.041620 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (482bb963-7518-4531-8809-4ea233a252e0), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:26.155894 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63299720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63748598'] for subnet (482bb963-7518-4531-8809-4ea233a252e0), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:26.181220 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=482bb963-7518-4531-8809-4ea233a252e0,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:26.185828 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:26.189821 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/482bb963-7518-4531-8809-4ea233a252e0 HTTP/1.1" status: 204 len: 168 time: 0.2918229 Mar 08 12:06:26.192658 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 48504) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:26.193856 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.194194 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.194532 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.194886 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.195197 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.195524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.196507 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.196830 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.197238 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.197508 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.197832 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.198153 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.198482 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4368-39a4-416a-9dfb-9ec1de6dd7e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.272652 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (7781020b-f710-49e4-8800-50e6495a8913), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:26.353364 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (7781020b-f710-49e4-8800-50e6495a8913), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:26.380593 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7781020b-f710-49e4-8800-50e6495a8913']}} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:26.391281 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd') {'for_net_delete': True} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:26.392773 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd') {} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:26.403288 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417039'] for segment (c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:26.420766 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:26.431075 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:06:26.431560 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64256915'] for segment (c7c68a3e-da2f-4579-ae5f-c9ab9f2aa9dd), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: Traceback (most recent call last): Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: timer() Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: cb(*args, **kw) Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: return func(*args, **kwargs) Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: self._notify() Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: self.callback(batched_events) Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: event.method(event) Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: return f(self, *a, **k) Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._get(url).json() Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: return self.request(url, 'GET', **kwargs) Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:06:26.442238 dv-cinder-830086-2-iscsi neutron-server[110282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:06:26.572702 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (7781020b-f710-49e4-8800-50e6495a8913), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:26.578248 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:26.581565 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7781020b-f710-49e4-8800-50e6495a8913 HTTP/1.1" status: 204 len: 168 time: 0.3876069 Mar 08 12:06:26.592508 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Pushing event deleted for resources: {'Network': ['ID=7781020b-f710-49e4-8800-50e6495a8913,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:26.599997 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.600380 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.601715 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.601715 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.601715 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.601715 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.602923 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.602923 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.603298 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.607633 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.607633 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.607633 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.607633 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d20295-f230-4f0b-a340-cb43c33ba818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:26.927219 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 48526) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:26.967740 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-328fc9bd-80a9-4239-b3ea-4b9ac6a2d606 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f04d68a21e4e43c8b1141df0c0bedf76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392771 Mar 08 12:06:26.970682 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 48528) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:27.018805 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9754ca8b-4db7-47d8-be6e-7fb0c3ca72b4 admin admin] Publish callbacks [] for security_group (64e5ab18-f145-4295-a201-11be7a32430f), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:27.043059 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9754ca8b-4db7-47d8-be6e-7fb0c3ca72b4 admin admin] Publish callbacks [] for security_group (64e5ab18-f145-4295-a201-11be7a32430f), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:27.153389 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9754ca8b-4db7-47d8-be6e-7fb0c3ca72b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (64e5ab18-f145-4295-a201-11be7a32430f), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:27.155885 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9754ca8b-4db7-47d8-be6e-7fb0c3ca72b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:27.157089 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-9754ca8b-4db7-47d8-be6e-7fb0c3ca72b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64e5ab18-f145-4295-a201-11be7a32430f HTTP/1.1" status: 204 len: 168 time: 0.1854086 Mar 08 12:06:27.165561 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754ca8b-4db7-47d8-be6e-7fb0c3ca72b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e5ab18-f145-4295-a201-11be7a32430f,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:29.363029 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 48546) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:29.471315 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58371140-9de0-44cf-ac73-9e4afdcf14d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:29.543896 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58371140-9de0-44cf-ac73-9e4afdcf14d0 admin admin] Publish callbacks [] for security_group (210e1b92-85ae-4716-b586-9648280df7df), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:29.797789 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58371140-9de0-44cf-ac73-9e4afdcf14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (210e1b92-85ae-4716-b586-9648280df7df), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:29.836535 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-58371140-9de0-44cf-ac73-9e4afdcf14d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8cff443a76ab42358da43a7942b9d340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4724147 Mar 08 12:06:29.838826 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58371140-9de0-44cf-ac73-9e4afdcf14d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210e1b92-85ae-4716-b586-9648280df7df,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:29.839492 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 48552) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:29.887247 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-37bcebaa-5b46-43ca-bcd9-c2df06455716 admin admin] Publish callbacks [] for security_group (210e1b92-85ae-4716-b586-9648280df7df), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:29.907819 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-37bcebaa-5b46-43ca-bcd9-c2df06455716 admin admin] Publish callbacks [] for security_group (210e1b92-85ae-4716-b586-9648280df7df), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.032062 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-37bcebaa-5b46-43ca-bcd9-c2df06455716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (210e1b92-85ae-4716-b586-9648280df7df), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.034865 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-37bcebaa-5b46-43ca-bcd9-c2df06455716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.036023 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-37bcebaa-5b46-43ca-bcd9-c2df06455716 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/210e1b92-85ae-4716-b586-9648280df7df HTTP/1.1" status: 204 len: 168 time: 0.1955531 Mar 08 12:06:30.044134 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcebaa-5b46-43ca-bcd9-c2df06455716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210e1b92-85ae-4716-b586-9648280df7df,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:30.578587 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 48560) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:30.592240 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc206-dced-40fd-aa66-7c6033836148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.665032 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc206-dced-40fd-aa66-7c6033836148 admin admin] Publish callbacks [] for security_group (e6292b77-f5f9-404c-8a5b-a40738c9cf92), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.757656 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc206-dced-40fd-aa66-7c6033836148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (e6292b77-f5f9-404c-8a5b-a40738c9cf92), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.795884 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-4f8cc206-dced-40fd-aa66-7c6033836148 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bdfde96e2d984c429cb7f25b945d8abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162418 Mar 08 12:06:30.796797 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cc206-dced-40fd-aa66-7c6033836148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6292b77-f5f9-404c-8a5b-a40738c9cf92,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:30.798622 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 48562) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:30.847506 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-37c05325-64da-40b6-a37d-5391a88d7ddc admin admin] Publish callbacks [] for security_group (e6292b77-f5f9-404c-8a5b-a40738c9cf92), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.869002 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-37c05325-64da-40b6-a37d-5391a88d7ddc admin admin] Publish callbacks [] for security_group (e6292b77-f5f9-404c-8a5b-a40738c9cf92), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.064865 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-37c05325-64da-40b6-a37d-5391a88d7ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (e6292b77-f5f9-404c-8a5b-a40738c9cf92), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.067936 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-37c05325-64da-40b6-a37d-5391a88d7ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.069142 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-37c05325-64da-40b6-a37d-5391a88d7ddc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6292b77-f5f9-404c-8a5b-a40738c9cf92 HTTP/1.1" status: 204 len: 168 time: 0.2695217 Mar 08 12:06:31.077647 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c05325-64da-40b6-a37d-5391a88d7ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6292b77-f5f9-404c-8a5b-a40738c9cf92,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:36.803290 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:40.156953 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 48650) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:40.272867 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-eae0a5ac-36f4-4a04-b96d-8e3b64c1b6fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:40.352168 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-eae0a5ac-36f4-4a04-b96d-8e3b64c1b6fb admin admin] Publish callbacks [] for security_group (6265d78e-5d22-4a50-bd41-871f6f935feb), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:40.458667 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-eae0a5ac-36f4-4a04-b96d-8e3b64c1b6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6265d78e-5d22-4a50-bd41-871f6f935feb), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:40.498176 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-eae0a5ac-36f4-4a04-b96d-8e3b64c1b6fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=530dbd7f43ae487cb22c02965436ef27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401036 Mar 08 12:06:40.499057 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0a5ac-36f4-4a04-b96d-8e3b64c1b6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6265d78e-5d22-4a50-bd41-871f6f935feb,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:40.500878 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 48654) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:40.549093 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-88b49646-dbf9-4387-9e00-b1c29060d9d9 admin admin] Publish callbacks [] for security_group (6265d78e-5d22-4a50-bd41-871f6f935feb), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:40.569138 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-88b49646-dbf9-4387-9e00-b1c29060d9d9 admin admin] Publish callbacks [] for security_group (6265d78e-5d22-4a50-bd41-871f6f935feb), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:40.706653 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-88b49646-dbf9-4387-9e00-b1c29060d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6265d78e-5d22-4a50-bd41-871f6f935feb), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:40.709583 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-88b49646-dbf9-4387-9e00-b1c29060d9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:40.711330 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-88b49646-dbf9-4387-9e00-b1c29060d9d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6265d78e-5d22-4a50-bd41-871f6f935feb HTTP/1.1" status: 204 len: 168 time: 0.2088106 Mar 08 12:06:40.719411 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b49646-dbf9-4387-9e00-b1c29060d9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6265d78e-5d22-4a50-bd41-871f6f935feb,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:41.415392 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 48660) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:41.431426 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7771aa57-c9c4-4761-885c-4631e18e996b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:41.510479 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7771aa57-c9c4-4761-885c-4631e18e996b admin admin] Publish callbacks [] for security_group (eb087a31-3b52-40ba-8300-a9d4cd222681), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:41.620891 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7771aa57-c9c4-4761-885c-4631e18e996b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (eb087a31-3b52-40ba-8300-a9d4cd222681), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:41.657168 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771aa57-c9c4-4761-885c-4631e18e996b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb087a31-3b52-40ba-8300-a9d4cd222681,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:41.661458 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-7771aa57-c9c4-4761-885c-4631e18e996b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cb693ae763149659e3a11ed0998c2a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450013 Mar 08 12:06:41.667598 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 48662) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:41.714433 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3575da73-3d78-4087-a5e7-81ca7d955bd7 admin admin] Publish callbacks [] for security_group (eb087a31-3b52-40ba-8300-a9d4cd222681), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:41.736519 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3575da73-3d78-4087-a5e7-81ca7d955bd7 admin admin] Publish callbacks [] for security_group (eb087a31-3b52-40ba-8300-a9d4cd222681), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:41.909497 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3575da73-3d78-4087-a5e7-81ca7d955bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (eb087a31-3b52-40ba-8300-a9d4cd222681), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:41.912146 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3575da73-3d78-4087-a5e7-81ca7d955bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:41.913392 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-3575da73-3d78-4087-a5e7-81ca7d955bd7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb087a31-3b52-40ba-8300-a9d4cd222681 HTTP/1.1" status: 204 len: 168 time: 0.2458215 Mar 08 12:06:41.922588 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575da73-3d78-4087-a5e7-81ca7d955bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb087a31-3b52-40ba-8300-a9d4cd222681,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:44.013197 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:06:47.612505 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-00538734-f115-40cb-9740-eec384be3c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:49.131684 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 48748) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:49.243704 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c7f56b87-8eb7-4445-ab6e-0e6410b71d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:49.319769 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c7f56b87-8eb7-4445-ab6e-0e6410b71d95 admin admin] Publish callbacks [] for security_group (1b02ef17-774b-4738-a057-0cdf9a4bb3e5), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:49.409331 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c7f56b87-8eb7-4445-ab6e-0e6410b71d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (1b02ef17-774b-4738-a057-0cdf9a4bb3e5), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:49.448667 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c7f56b87-8eb7-4445-ab6e-0e6410b71d95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f753d29745f4c71b9914d13e30fd8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158343 Mar 08 12:06:49.449517 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f56b87-8eb7-4445-ab6e-0e6410b71d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b02ef17-774b-4738-a057-0cdf9a4bb3e5,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:49.452132 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 48754) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:49.503735 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f72a1100-be97-4ce1-a892-5de1500256e8 admin admin] Publish callbacks [] for security_group (1b02ef17-774b-4738-a057-0cdf9a4bb3e5), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:49.525060 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f72a1100-be97-4ce1-a892-5de1500256e8 admin admin] Publish callbacks [] for security_group (1b02ef17-774b-4738-a057-0cdf9a4bb3e5), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:49.660152 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f72a1100-be97-4ce1-a892-5de1500256e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (1b02ef17-774b-4738-a057-0cdf9a4bb3e5), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:49.662731 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f72a1100-be97-4ce1-a892-5de1500256e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:49.663939 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-f72a1100-be97-4ce1-a892-5de1500256e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b02ef17-774b-4738-a057-0cdf9a4bb3e5 HTTP/1.1" status: 204 len: 168 time: 0.2103562 Mar 08 12:06:49.672474 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a1100-be97-4ce1-a892-5de1500256e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b02ef17-774b-4738-a057-0cdf9a4bb3e5,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:50.180254 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-02bc24de-266f-4074-9b66-39cd8288a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:50.303670 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 48760) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:50.317169 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf900-2de2-4685-970b-4ad4020cb59c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:50.391878 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf900-2de2-4685-970b-4ad4020cb59c admin admin] Publish callbacks [] for security_group (24e094d6-f908-411d-897a-54bacf3cc2fb), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:50.460247 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf900-2de2-4685-970b-4ad4020cb59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (24e094d6-f908-411d-897a-54bacf3cc2fb), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:50.498272 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-5a8bf900-2de2-4685-970b-4ad4020cb59c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=681d4d0115ae4772831f341377f4f201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933348 Mar 08 12:06:50.499628 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bf900-2de2-4685-970b-4ad4020cb59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e094d6-f908-411d-897a-54bacf3cc2fb,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:50.501342 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 48764) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:50.555242 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-dd6719f2-7e9d-4c5a-b7d7-8aaab49cb66e admin admin] Publish callbacks [] for security_group (24e094d6-f908-411d-897a-54bacf3cc2fb), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:50.582845 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-dd6719f2-7e9d-4c5a-b7d7-8aaab49cb66e admin admin] Publish callbacks [] for security_group (24e094d6-f908-411d-897a-54bacf3cc2fb), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:50.734629 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-dd6719f2-7e9d-4c5a-b7d7-8aaab49cb66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (24e094d6-f908-411d-897a-54bacf3cc2fb), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:50.737085 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-dd6719f2-7e9d-4c5a-b7d7-8aaab49cb66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:50.738272 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-dd6719f2-7e9d-4c5a-b7d7-8aaab49cb66e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24e094d6-f908-411d-897a-54bacf3cc2fb HTTP/1.1" status: 204 len: 168 time: 0.2352493 Mar 08 12:06:50.747686 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6719f2-7e9d-4c5a-b7d7-8aaab49cb66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e094d6-f908-411d-897a-54bacf3cc2fb,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:51.007529 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:51.837293 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2284-8beb-41f0-b410-f4cf0ae17da6 req-a67ba953-4453-43c8-aa4c-3a7b3b661f59 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:51.839432 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-899d2284-8beb-41f0-b410-f4cf0ae17da6 req-a67ba953-4453-43c8-aa4c-3a7b3b661f59 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0539031 Mar 08 12:06:51.890106 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-899d2284-8beb-41f0-b410-f4cf0ae17da6 req-fdc29cec-872d-47a1-9fdc-11e5433ec255 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449564 Mar 08 12:06:52.537920 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:53.014960 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca842487-f0c3-46de-b94c-cf758af8ddaa req-d1f324c8-1e13-46be-8a51-a4f6184b964d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:53.016343 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ca842487-f0c3-46de-b94c-cf758af8ddaa req-d1f324c8-1e13-46be-8a51-a4f6184b964d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0504465 Mar 08 12:06:53.062708 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ca842487-f0c3-46de-b94c-cf758af8ddaa req-4d767741-5635-4376-9e8e-10987c6f4aad tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407746 Mar 08 12:06:53.917519 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.183607 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b321b-1c3d-4344-9f5e-68ee031fb576 req-bb81140e-cdf8-4795-a91b-855fd6b5b301 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:54.184999 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bd3b321b-1c3d-4344-9f5e-68ee031fb576 req-bb81140e-cdf8-4795-a91b-855fd6b5b301 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0553920 Mar 08 12:06:54.231999 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bd3b321b-1c3d-4344-9f5e-68ee031fb576 req-6583be09-0edf-4223-ba43-0050552e96df tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412381 Mar 08 12:06:55.352592 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db813bb8-53c3-4dd5-adc1-1cf5357f2366 req-a5db4306-9943-4c33-8f1f-c9da4386b32f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:55.354772 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-db813bb8-53c3-4dd5-adc1-1cf5357f2366 req-a5db4306-9943-4c33-8f1f-c9da4386b32f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0515654 Mar 08 12:06:55.406744 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-db813bb8-53c3-4dd5-adc1-1cf5357f2366 req-96a4709c-0c8b-42cd-8dbc-3def79e14363 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462675 Mar 08 12:06:56.531444 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a38798-3372-4c47-bc18-cb11f6f6073b req-f5325b7b-8d77-45ad-8b7e-825471db7128 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:56.533015 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-84a38798-3372-4c47-bc18-cb11f6f6073b req-f5325b7b-8d77-45ad-8b7e-825471db7128 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0585880 Mar 08 12:06:56.584570 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-84a38798-3372-4c47-bc18-cb11f6f6073b req-5608a331-a487-404c-bcc5-c93c087528af tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456934 Mar 08 12:06:57.714068 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a353ac-4112-4264-ab5c-5b8c3d03f366 req-41437fdd-47d9-44df-b5ef-59ef18396529 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:57.715408 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-52a353ac-4112-4264-ab5c-5b8c3d03f366 req-41437fdd-47d9-44df-b5ef-59ef18396529 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0554576 Mar 08 12:06:57.764024 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-52a353ac-4112-4264-ab5c-5b8c3d03f366 req-21c6d9c6-48bc-470c-94a3-b43da27bdf8f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430100 Mar 08 12:06:58.884183 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0708508-2fc7-42b4-8655-730da32b558d req-5f264b13-2205-409c-9a34-24ccd24275d3 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:58.885776 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c0708508-2fc7-42b4-8655-730da32b558d req-5f264b13-2205-409c-9a34-24ccd24275d3 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0520530 Mar 08 12:06:58.936675 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c0708508-2fc7-42b4-8655-730da32b558d req-5e4abe3c-a3f9-488e-8a13-015f55de8f92 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447514 Mar 08 12:07:00.058432 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d208372-c137-40e6-b0d3-e00eb47729d9 req-e75520ec-d715-415a-8017-2b3aa3359420 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:00.059903 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5d208372-c137-40e6-b0d3-e00eb47729d9 req-e75520ec-d715-415a-8017-2b3aa3359420 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0542533 Mar 08 12:07:00.108457 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5d208372-c137-40e6-b0d3-e00eb47729d9 req-78bc9403-5dc1-4035-aa9f-434beb6df9b6 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428886 Mar 08 12:07:01.256424 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825b9c8-1961-4dee-a7d8-adba9167e46d req-c65de897-44dd-4d64-9f1b-2f19b9d70bc1 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:01.258007 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7825b9c8-1961-4dee-a7d8-adba9167e46d req-c65de897-44dd-4d64-9f1b-2f19b9d70bc1 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0708303 Mar 08 12:07:01.309496 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7825b9c8-1961-4dee-a7d8-adba9167e46d req-e2294459-398e-482e-a8d6-125287171681 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456040 Mar 08 12:07:02.432768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef829191-1cbd-46b5-a281-86641e325387 req-4e808555-8006-4de5-bfb8-116f4a4fd226 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:02.434325 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ef829191-1cbd-46b5-a281-86641e325387 req-4e808555-8006-4de5-bfb8-116f4a4fd226 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0570390 Mar 08 12:07:02.481695 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ef829191-1cbd-46b5-a281-86641e325387 req-1294ca38-5440-45a3-be8b-55db0e959e95 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419023 Mar 08 12:07:02.777830 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4308c3-8cac-4b37-aae9-eb542a50a5ff req-865f1701-be79-47a0-bab7-925663c201f4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:02.779297 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-af4308c3-8cac-4b37-aae9-eb542a50a5ff req-865f1701-be79-47a0-bab7-925663c201f4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0553780 Mar 08 12:07:02.826543 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-af4308c3-8cac-4b37-aae9-eb542a50a5ff req-8826e965-1705-4eab-bd8e-19bc52aaee05 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416312 Mar 08 12:07:03.600822 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cb64f-4ba2-4c2c-acae-79d9dc9e5fa3 req-17555af5-92a2-4be5-9d82-17282c603b50 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:03.602388 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b67cb64f-4ba2-4c2c-acae-79d9dc9e5fa3 req-17555af5-92a2-4be5-9d82-17282c603b50 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0534201 Mar 08 12:07:03.657298 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b67cb64f-4ba2-4c2c-acae-79d9dc9e5fa3 req-7e6240e6-3a89-45d8-b9dd-3f27f7006a33 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493658 Mar 08 12:07:03.947343 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168c89c-1893-46a2-af74-a3aadce8335f req-0d0457b0-9d29-4069-a08e-d537e299b4eb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:03.948851 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3168c89c-1893-46a2-af74-a3aadce8335f req-0d0457b0-9d29-4069-a08e-d537e299b4eb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0511286 Mar 08 12:07:03.995335 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3168c89c-1893-46a2-af74-a3aadce8335f req-129a3472-9e32-470b-984a-a2c97695b01a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410290 Mar 08 12:07:04.779767 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926876c2-9b6f-4ecd-ac57-109394959878 req-b88999e5-b990-465e-85f5-ca0e2d98c822 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:04.781264 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-926876c2-9b6f-4ecd-ac57-109394959878 req-b88999e5-b990-465e-85f5-ca0e2d98c822 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0520606 Mar 08 12:07:04.826886 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-926876c2-9b6f-4ecd-ac57-109394959878 req-b0783058-0292-4e14-937e-974e27a2c7f3 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401716 Mar 08 12:07:04.940908 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bba52-9581-439c-a417-f93245e06234 req-20c42421-3e63-44ba-b8f5-d81e9cc88c48 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:04.942250 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-281bba52-9581-439c-a417-f93245e06234 req-20c42421-3e63-44ba-b8f5-d81e9cc88c48 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.53 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.0530658 Mar 08 12:07:05.038945 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Deleting port c182809e-e746-4729-80ba-e31504ef5283 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:05.039168 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (c182809e-e746-4729-80ba-e31504ef5283), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.170154 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] For port c182809e-e746-4729-80ba-e31504ef5283, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c182809e-e746-4729-80ba-e31504ef5283,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:05.170514 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (c182809e-e746-4729-80ba-e31504ef5283), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.211768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b2f0c-6ca4-40cb-8d0f-c9606aec4c9e req-bb349037-df04-4d9e-891d-a02682ccba58 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:05.213257 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8c1b2f0c-6ca4-40cb-8d0f-c9606aec4c9e req-bb349037-df04-4d9e-891d-a02682ccba58 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 946 time: 0.1380377 Mar 08 12:07:05.365739 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8c1b2f0c-6ca4-40cb-8d0f-c9606aec4c9e req-5548f193-827b-4c0b-bbae-1dbf80f3a380 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=93608994-5ee9-4766-a292-04f42376bc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174681 Mar 08 12:07:05.496915 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.497613 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (998fe90f-1ec8-4764-ae84-fff1193dcd0e), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.498208 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Floating IP 998fe90f-1ec8-4764-ae84-fff1193dcd0e disassociated. External IP: 172.27.0.113, port: c182809e-e746-4729-80ba-e31504ef5283. Mar 08 12:07:05.498730 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Calling delete_port for c182809e-e746-4729-80ba-e31504ef5283 owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:05.692197 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (c182809e-e746-4729-80ba-e31504ef5283), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.724033 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event deleted for resources: {'Port': ['ID=c182809e-e746-4729-80ba-e31504ef5283,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:06.106007 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Router 69ae6d45-f643-48b8-9b10-1d7f36337e81 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:07:06.113082 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1d50c-31b8-423f-b162-f114c18b6ed4 req-5acbcc52-d6d4-42fe-a874-cda7fd5c6fb5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:06.117088 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-09e1d50c-31b8-423f-b162-f114c18b6ed4 req-5acbcc52-d6d4-42fe-a874-cda7fd5c6fb5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0717154 Mar 08 12:07:06.235279 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-09e1d50c-31b8-423f-b162-f114c18b6ed4 req-10c264ab-e7f0-4f61-ad59-4b6173818684 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134710 Mar 08 12:07:06.264090 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:07:06.275876 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab982ad9-177a-4c2c-8d8d-52932adf443d None None] Sync routers for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:07:06.285398 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab982ad9-177a-4c2c-8d8d-52932adf443d None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:06.286027 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-ab982ad9-177a-4c2c-8d8d-52932adf443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:06:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:06.303714 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] No DVR routers for this DVR port c182809e-e746-4729-80ba-e31504ef5283 on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:07:06.306443 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:06.310402 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-281bba52-9581-439c-a417-f93245e06234 req-06acb651-8e8f-43e6-a035-fe3dab279274 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.53 "DELETE /v2.0/ports/c182809e-e746-4729-80ba-e31504ef5283 HTTP/1.1" status: 204 len: 173 time: 1.3587229 Mar 08 12:07:06.310762 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'name': 'network-vif-deleted', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:06.313886 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aaf18e-90d5-48e1-b682-c6ca07d018b4" -d '{"events": [{"server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "name": "network-vif-deleted", "tag": "c182809e-e746-4729-80ba-e31504ef5283"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:06.489306 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1da78588-4187-46d8-bdf9-93b1298560d6 req-dc8c69fb-f35e-46a4-9d03-6f6d09c4ac7e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=92733f3d-990a-422e-9e93-18b99e2d09ff HTTP/1.1" status: 200 len: 210 time: 0.0318398 Mar 08 12:07:06.493070 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715d5211-c951-402a-a0c9-a45298a7d513 x-openstack-request-id: req-715d5211-c951-402a-a0c9-a45298a7d513 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:06.493425 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92733f3d-990a-422e-9e93-18b99e2d09ff", "name": "network-vif-deleted", "tag": "c182809e-e746-4729-80ba-e31504ef5283", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:06.493603 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-715d5211-c951-402a-a0c9-a45298a7d513 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:06.495154 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92733f3d-990a-422e-9e93-18b99e2d09ff', 'name': 'network-vif-deleted', 'tag': 'c182809e-e746-4729-80ba-e31504ef5283', 'status': 'completed', 'code': 200} Mar 08 12:07:06.544894 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-ab982ad9-177a-4c2c-8d8d-52932adf443d None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:06.765926 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-ab982ad9-177a-4c2c-8d8d-52932adf443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:28Z', 'revision_number': 5, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:06.792883 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab982ad9-177a-4c2c-8d8d-52932adf443d None None] Checking router: 69ae6d45-f643-48b8-9b10-1d7f36337e81 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:07:06.801604 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab982ad9-177a-4c2c-8d8d-52932adf443d None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:06.802201 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-ab982ad9-177a-4c2c-8d8d-52932adf443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:06:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:06.841422 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:06.917151 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-ab982ad9-177a-4c2c-8d8d-52932adf443d None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:07.120979 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-ab982ad9-177a-4c2c-8d8d-52932adf443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:28Z', 'revision_number': 5, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:07.147121 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab982ad9-177a-4c2c-8d8d-52932adf443d None None] The sync data for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi is: [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:28Z', 'revision_number': 5, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:07:07.370892 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da87c9a-bb3d-4a3a-b754-4449710c8e5b req-274e4530-8c21-4697-a304-41d276a76f4e tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:07.376855 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1da87c9a-bb3d-4a3a-b754-4449710c8e5b req-274e4530-8c21-4697-a304-41d276a76f4e tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0604217 Mar 08 12:07:07.437923 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1da87c9a-bb3d-4a3a-b754-4449710c8e5b req-84acc11d-5b7a-48b8-9fc3-75cb556fdd1e tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594482 Mar 08 12:07:07.480282 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7ab955-2f06-44c1-be76-68b1f4d8d3a7 None None] New status for floating IP 998fe90f-1ec8-4764-ae84-fff1193dcd0e: DOWN {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:07:07.707490 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 48978) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:07.760735 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-caa07482-fd08-4519-9e92-f77098290d0d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group (93608994-5ee9-4766-a292-04f42376bc3c), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:07.783996 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-caa07482-fd08-4519-9e92-f77098290d0d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group (93608994-5ee9-4766-a292-04f42376bc3c), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:07.951798 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-caa07482-fd08-4519-9e92-f77098290d0d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (93608994-5ee9-4766-a292-04f42376bc3c), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:07.954400 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-caa07482-fd08-4519-9e92-f77098290d0d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:07.955679 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-caa07482-fd08-4519-9e92-f77098290d0d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "DELETE /v2.0/security-groups/93608994-5ee9-4766-a292-04f42376bc3c HTTP/1.1" status: 204 len: 168 time: 0.2492192 Mar 08 12:07:07.958781 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 48980) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:07.966281 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa07482-fd08-4519-9e92-f77098290d0d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93608994-5ee9-4766-a292-04f42376bc3c,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:07.972636 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.api.v2.resource [None req-bb642e7a-8489-47c9-a24a-a98fdae62900 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] show failed (client error): The resource could not be found. Mar 08 12:07:07.976385 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-bb642e7a-8489-47c9-a24a-a98fdae62900 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups/93608994-5ee9-4766-a292-04f42376bc3c HTTP/1.1" status: 404 len: 347 time: 0.0137057 Mar 08 12:07:07.976633 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 48982) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:08.124199 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-41cb2e2c-d1b7-4824-a439-14404035edbc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Deleting port ba622e18-6ab0-45e1-a10b-d47eba0187ae {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:08.124575 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-41cb2e2c-d1b7-4824-a439-14404035edbc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (ba622e18-6ab0-45e1-a10b-d47eba0187ae), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:08.204964 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-41cb2e2c-d1b7-4824-a439-14404035edbc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (ba622e18-6ab0-45e1-a10b-d47eba0187ae), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:08.205188 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-41cb2e2c-d1b7-4824-a439-14404035edbc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (ba622e18-6ab0-45e1-a10b-d47eba0187ae), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:08.217804 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-41cb2e2c-d1b7-4824-a439-14404035edbc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Calling delete_port for ba622e18-6ab0-45e1-a10b-d47eba0187ae owned by network:floatingip {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:08.464025 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-41cb2e2c-d1b7-4824-a439-14404035edbc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (ba622e18-6ab0-45e1-a10b-d47eba0187ae), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:08.489797 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb2e2c-d1b7-4824-a439-14404035edbc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event deleted for resources: {'Port': ['ID=ba622e18-6ab0-45e1-a10b-d47eba0187ae,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:08.589601 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-41cb2e2c-d1b7-4824-a439-14404035edbc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (998fe90f-1ec8-4764-ae84-fff1193dcd0e), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:08.592457 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-41cb2e2c-d1b7-4824-a439-14404035edbc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:08.593477 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-41cb2e2c-d1b7-4824-a439-14404035edbc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "DELETE /v2.0/floatingips/998fe90f-1ec8-4764-ae84-fff1193dcd0e HTTP/1.1" status: 204 len: 168 time: 0.6159046 Mar 08 12:07:08.609868 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270018e0-01ce-483d-acde-3a90c47c8a9d req-47a11b84-495e-4a00-97df-b31d76d06a82 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:08.611914 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-270018e0-01ce-483d-acde-3a90c47c8a9d req-47a11b84-495e-4a00-97df-b31d76d06a82 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0962965 Mar 08 12:07:08.676507 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-270018e0-01ce-483d-acde-3a90c47c8a9d req-4c7a4124-527d-489a-9746-8ca2241859cf tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532804 Mar 08 12:07:08.932185 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device c182809e-e746-4729-80ba-e31504ef5283 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:08.954193 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: c182809e-e746-4729-80ba-e31504ef5283 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:08.954646 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device c182809e-e746-4729-80ba-e31504ef5283 not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:09.004094 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 48994) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:09.009343 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-19c3e94b-7df7-4612-ae24-e20b85a37782 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1887801200', 'description': 'tempest-description--954214688'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:09.033992 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cc7a1-1a1e-4203-9efb-b4b4c657c1a7 req-3e354123-16b3-473f-9627-f8df2cf01b96 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:09.035496 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e70cc7a1-1a1e-4203-9efb-b4b4c657c1a7 req-3e354123-16b3-473f-9627-f8df2cf01b96 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0727496 Mar 08 12:07:09.099509 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e70cc7a1-1a1e-4203-9efb-b4b4c657c1a7 req-eabd289f-f085-4ed7-848b-20ace20a0a76 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576854 Mar 08 12:07:09.103545 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-19c3e94b-7df7-4612-ae24-e20b85a37782 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:09.133047 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c247691-376a-40ac-b28e-5e91a8706984 req-0e2ba42f-340b-4ec4-be35-2a6b75f9575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:09.135144 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4c247691-376a-40ac-b28e-5e91a8706984 req-0e2ba42f-340b-4ec4-be35-2a6b75f9575d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 1130 time: 0.0504081 Mar 08 12:07:09.177269 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-19c3e94b-7df7-4612-ae24-e20b85a37782 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group (b696edb2-5147-4d43-9368-298be4687946), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:09.229030 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c247691-376a-40ac-b28e-5e91a8706984 req-bbedb897-5023-47a4-9968-366db065322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:09.231372 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4c247691-376a-40ac-b28e-5e91a8706984 req-bbedb897-5023-47a4-9968-366db065322c service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f359cc5-2843-4822-80dc-0991890d71fa HTTP/1.1" status: 200 len: 911 time: 0.0905569 Mar 08 12:07:09.251484 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-19c3e94b-7df7-4612-ae24-e20b85a37782 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b696edb2-5147-4d43-9368-298be4687946), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:09.281382 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3e94b-7df7-4612-ae24-e20b85a37782 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b696edb2-5147-4d43-9368-298be4687946,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:09.301106 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4c247691-376a-40ac-b28e-5e91a8706984 req-820f6224-46d2-40a3-bb68-6f19b82891aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1059b08a-94ca-4118-aae4-fecbe55e65ee HTTP/1.1" status: 200 len: 1001 time: 0.0622916 Mar 08 12:07:09.346513 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c247691-376a-40ac-b28e-5e91a8706984 req-a7c5fef6-ee21-4191-8d3e-c1fa4df801c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:09.347931 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4c247691-376a-40ac-b28e-5e91a8706984 req-a7c5fef6-ee21-4191-8d3e-c1fa4df801c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a431dca8-79c9-4874-a87f-d7946fc1238f HTTP/1.1" status: 200 len: 849 time: 0.0426981 Mar 08 12:07:09.398115 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c247691-376a-40ac-b28e-5e91a8706984 req-10b5df50-3e77-4793-b088-7b26b28a0e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:09.398853 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-19c3e94b-7df7-4612-ae24-e20b85a37782 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:09.399611 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4c247691-376a-40ac-b28e-5e91a8706984 req-10b5df50-3e77-4793-b088-7b26b28a0e78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f359cc5-2843-4822-80dc-0991890d71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464780 Mar 08 12:07:09.400087 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-19c3e94b-7df7-4612-ae24-e20b85a37782 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3944197 Mar 08 12:07:09.402992 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 48996) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:09.407228 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-e404a24c-c087-4224-b737-580b1305ac82 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Request body: {'security_group_rule': {'security_group_id': 'b696edb2-5147-4d43-9368-298be4687946', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:09.505077 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4c247691-376a-40ac-b28e-5e91a8706984 req-d4d6fb53-64d5-4852-9a72-908bf377d4a9 service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937040 Mar 08 12:07:09.551182 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-e404a24c-c087-4224-b737-580b1305ac82 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group_rule (2a908da1-7141-40bb-ac5d-7b76af09e0a9), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:09.641614 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4c247691-376a-40ac-b28e-5e91a8706984 req-3eeea71d-058d-4235-baf9-471a2fdb0f7b service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305289 Mar 08 12:07:09.652405 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-e404a24c-c087-4224-b737-580b1305ac82 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group_rule (2a908da1-7141-40bb-ac5d-7b76af09e0a9), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:09.750348 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-e404a24c-c087-4224-b737-580b1305ac82 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (2a908da1-7141-40bb-ac5d-7b76af09e0a9), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:09.787786 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404a24c-c087-4224-b737-580b1305ac82 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a908da1-7141-40bb-ac5d-7b76af09e0a9,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:09.801138 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32a1de-9892-471e-afd4-df3735c9caad req-fc783637-4f58-46ba-aa8c-5f0df7a18bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:09.802647 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bf32a1de-9892-471e-afd4-df3735c9caad req-fc783637-4f58-46ba-aa8c-5f0df7a18bfb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 1130 time: 0.0621195 Mar 08 12:07:09.854729 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-e404a24c-c087-4224-b737-580b1305ac82 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:09.855891 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-e404a24c-c087-4224-b737-580b1305ac82 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4518976 Mar 08 12:07:09.858605 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 49000) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:09.886578 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-835815a2-d234-40c7-a47d-03f7ce295c75 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Request body: {'security_group_rule': {'security_group_id': 'b696edb2-5147-4d43-9368-298be4687946', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:09.929272 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32a1de-9892-471e-afd4-df3735c9caad req-1cba8cf6-9e07-46e9-bee6-b48b0f9443aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:09.930737 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bf32a1de-9892-471e-afd4-df3735c9caad req-1cba8cf6-9e07-46e9-bee6-b48b0f9443aa service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f359cc5-2843-4822-80dc-0991890d71fa HTTP/1.1" status: 200 len: 911 time: 0.1088738 Mar 08 12:07:10.003816 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-835815a2-d234-40c7-a47d-03f7ce295c75 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group_rule (cd4d09aa-ff86-4056-a28e-d956359a6a12), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:10.008715 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bf32a1de-9892-471e-afd4-df3735c9caad req-8a0e51d5-1072-4dc9-96ba-a0f78e514673 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1059b08a-94ca-4118-aae4-fecbe55e65ee HTTP/1.1" status: 200 len: 1001 time: 0.0685990 Mar 08 12:07:10.079701 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32a1de-9892-471e-afd4-df3735c9caad req-14026a6f-5371-453d-8061-b266447878d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:10.079701 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bf32a1de-9892-471e-afd4-df3735c9caad req-14026a6f-5371-453d-8061-b266447878d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a431dca8-79c9-4874-a87f-d7946fc1238f HTTP/1.1" status: 200 len: 849 time: 0.0624304 Mar 08 12:07:10.102438 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-835815a2-d234-40c7-a47d-03f7ce295c75 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group_rule (cd4d09aa-ff86-4056-a28e-d956359a6a12), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:10.136484 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32a1de-9892-471e-afd4-df3735c9caad req-204616dc-a625-4394-85f4-36427328dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:10.144141 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bf32a1de-9892-471e-afd4-df3735c9caad req-204616dc-a625-4394-85f4-36427328dbeb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f359cc5-2843-4822-80dc-0991890d71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525012 Mar 08 12:07:10.207743 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-835815a2-d234-40c7-a47d-03f7ce295c75 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (cd4d09aa-ff86-4056-a28e-d956359a6a12), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:10.256248 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835815a2-d234-40c7-a47d-03f7ce295c75 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4d09aa-ff86-4056-a28e-d956359a6a12,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:10.286457 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bf32a1de-9892-471e-afd4-df3735c9caad req-34d55226-9edf-41ad-9a8c-fb328877101e service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420991 Mar 08 12:07:10.298396 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe3c50-22ee-4e31-866e-fc23647033cc req-5f8c943c-fe0f-4fe8-be4f-96fbfea2812f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:10.299909 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c7fe3c50-22ee-4e31-866e-fc23647033cc req-5f8c943c-fe0f-4fe8-be4f-96fbfea2812f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0979414 Mar 08 12:07:10.328099 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-835815a2-d234-40c7-a47d-03f7ce295c75 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:10.329306 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-835815a2-d234-40c7-a47d-03f7ce295c75 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4697928 Mar 08 12:07:10.332822 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 49004) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:10.338504 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Request body: {'floatingip': {'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:10.408263 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c7fe3c50-22ee-4e31-866e-fc23647033cc req-fb407ab8-4769-4940-b5af-c56f67436a71 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001668 Mar 08 12:07:10.426375 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bf32a1de-9892-471e-afd4-df3735c9caad req-e78c1719-2a6a-4c68-8290-ba0e1e53433e service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254776 Mar 08 12:07:10.431445 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:10.527045 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:10.818568 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Allocated IP 172.27.0.11 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/1b49c10a-f699-4ce7-9b48-9a222093d59e) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:07:10.919808 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for port (1b49c10a-f699-4ce7-9b48-9a222093d59e), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:11.058643 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (1b49c10a-f699-4ce7-9b48-9a222093d59e), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:11.098039 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:07:11.100845 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:07:11.107429 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:07:11.125570 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event updated for resources: {'Port': ['ID=1b49c10a-f699-4ce7-9b48-9a222093d59e,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:11.192235 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (72be3d8f-3ca2-447d-8ddb-4173bef2d8d4), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:11.305208 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (1b49c10a-f699-4ce7-9b48-9a222093d59e), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:11.463867 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for port (1b49c10a-f699-4ce7-9b48-9a222093d59e), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:11.529897 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc7ec2-5241-4ce5-a1a6-6a823db6a2ff req-716fcf39-e02a-470a-8f97-b05dc3095b02 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:11.531421 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-75fc7ec2-5241-4ce5-a1a6-6a823db6a2ff req-716fcf39-e02a-470a-8f97-b05dc3095b02 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0547209 Mar 08 12:07:11.531726 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (1b49c10a-f699-4ce7-9b48-9a222093d59e), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:11.585222 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-75fc7ec2-5241-4ce5-a1a6-6a823db6a2ff req-658c83ed-55ee-4036-a62b-7de208fa7668 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474200 Mar 08 12:07:11.599922 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event updated for resources: {'Port': ['ID=1b49c10a-f699-4ce7-9b48-9a222093d59e,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:11.612143 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (72be3d8f-3ca2-447d-8ddb-4173bef2d8d4), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:11.679159 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:11.680474 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-46e1061d-8e5f-4b05-92be-625ec3543d2e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3466096 Mar 08 12:07:11.880706 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-c8c51580-2865-4e2a-bea8-566cb6c88dbe tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1887801200&fields=id&tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c HTTP/1.1" status: 200 len: 267 time: 0.0417719 Mar 08 12:07:11.993373 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-1b7f98ad-4e47-4e9a-a83f-a3c1ab300fac tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:11.995471 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-1b7f98ad-4e47-4e9a-a83f-a3c1ab300fac tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/networks?id=25093daf-dda0-4c4d-ad5a-4e47ae659052 HTTP/1.1" status: 200 len: 817 time: 0.1077878 Mar 08 12:07:12.010221 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-ef94143c-00d2-4156-b97e-0cc7dd3249b3 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/quotas/5deaa9a6fe5145fd8ffe48d124429e6c HTTP/1.1" status: 200 len: 375 time: 0.0093136 Mar 08 12:07:12.073507 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-614a0920-917f-43b7-a552-6cf4426e8b73 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580738 Mar 08 12:07:12.287165 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-c91f0cd5-74c4-4abf-8d6c-20539c06cf84 service neutron] 10.222.0.43 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023292 Mar 08 12:07:12.376137 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-8c49bf6e-0e62-4df6-8bec-f4f78f4a68b4 service neutron] 10.222.0.43 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824506 Mar 08 12:07:12.626442 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-70567c84-daad-442e-8c74-d06767e8c4ab req-1a8cdcb6-12bd-4392-b0fa-d1822263b639 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 210 time: 0.0302634 Mar 08 12:07:13.721964 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-26bbedb3-3fc5-4526-ad52-de3f69a9ffe7 req-a0e5dffd-de98-4ee2-af23-515834a63d24 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 210 time: 0.0273683 Mar 08 12:07:14.839216 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-613d96cf-2d9f-4ce3-9986-174218e1bae0 req-a6e21bfa-11d7-4daa-b360-0aab8a9067aa tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 210 time: 0.0367420 Mar 08 12:07:14.933243 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2c5423b5-10f7-4340-8ac2-a75dbf2e3a60 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:14.934737 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2c5423b5-10f7-4340-8ac2-a75dbf2e3a60 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.53 "GET /v2.0/networks?id=25093daf-dda0-4c4d-ad5a-4e47ae659052 HTTP/1.1" status: 200 len: 817 time: 0.1410081 Mar 08 12:07:15.011056 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-f4e9f7d9-e25b-42cd-a804-4f2e52479592 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c HTTP/1.1" status: 200 len: 380 time: 0.0617974 Mar 08 12:07:15.022409 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-e752462e-8537-40c8-a7a0-b062f0694427 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Request body: {'port': {'device_id': 'f258f604-0841-4add-980e-380a599a9267', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'admin_state_up': True, 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'security_groups': ['b696edb2-5147-4d43-9368-298be4687946']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:15.221174 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-e752462e-8537-40c8-a7a0-b062f0694427 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Made reservation on behalf of 5deaa9a6fe5145fd8ffe48d124429e6c for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:07:15.224667 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-e752462e-8537-40c8-a7a0-b062f0694427 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.358700 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-e752462e-8537-40c8-a7a0-b062f0694427 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Allocated IP 172.20.0.11 (25093daf-dda0-4c4d-ad5a-4e47ae659052/0999dd9d-7a14-4068-867e-b0cb2230adcb/28283f53-e1d9-42e7-858f-192f5a0f4edd) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:07:15.503820 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-e752462e-8537-40c8-a7a0-b062f0694427 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.628024 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-e752462e-8537-40c8-a7a0-b062f0694427 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.675177 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-e752462e-8537-40c8-a7a0-b062f0694427 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Network 25093daf-dda0-4c4d-ad5a-4e47ae659052 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:07:15.678521 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-e752462e-8537-40c8-a7a0-b062f0694427 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:07:15.682375 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-e752462e-8537-40c8-a7a0-b062f0694427 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:07:15.688938 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752462e-8537-40c8-a7a0-b062f0694427 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event updated for resources: {'Port': ['ID=28283f53-e1d9-42e7-858f-192f5a0f4edd,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:15.736189 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-e752462e-8537-40c8-a7a0-b062f0694427 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:15.736863 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-e752462e-8537-40c8-a7a0-b062f0694427 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.834392 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-e752462e-8537-40c8-a7a0-b062f0694427 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8180504 Mar 08 12:07:15.852039 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Request body: {'port': {'device_id': 'f258f604-0841-4add-980e-380a599a9267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:15.915141 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.936124 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-0b586939-65e9-4861-a244-e9f775d901b8 None None] Provisioning complete for port 28283f53-e1d9-42e7-858f-192f5a0f4edd triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:07:15.936796 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0b586939-65e9-4861-a244-e9f775d901b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.971368 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-0b586939-65e9-4861-a244-e9f775d901b8 None None] Port 28283f53-e1d9-42e7-858f-192f5a0f4edd cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:07:16.060117 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49100d69-eadd-4424-a4c3-e9ab2a6cc9d0 req-82c37119-9f5e-42ea-b5b9-aebade7f7ded tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:16.061634 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-49100d69-eadd-4424-a4c3-e9ab2a6cc9d0 req-82c37119-9f5e-42ea-b5b9-aebade7f7ded tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 932 time: 0.1438081 Mar 08 12:07:16.160592 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-49100d69-eadd-4424-a4c3-e9ab2a6cc9d0 req-815b346f-49c8-4771-afe0-056b95dbd0f7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931292 Mar 08 12:07:16.248399 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28283f53-e1d9-42e7-858f-192f5a0f4edd {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:07:16.255840 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Publish callbacks [] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:16.268220 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Transition to ACTIVE for port object 28283f53-e1d9-42e7-858f-192f5a0f4edd will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:07:16.348509 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:16.419020 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Pushing event updated for resources: {'Port': ['ID=28283f53-e1d9-42e7-858f-192f5a0f4edd,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:16.470373 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Attempting to bind port 28283f53-e1d9-42e7-858f-192f5a0f4edd on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:07:16.470865 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Attempting to bind port 28283f53-e1d9-42e7-858f-192f5a0f4edd by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:07:16.471197 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Attempting to bind port 28283f53-e1d9-42e7-858f-192f5a0f4edd on network 25093daf-dda0-4c4d-ad5a-4e47ae659052 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:07:16.476258 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Port 28283f53-e1d9-42e7-858f-192f5a0f4edd on network 25093daf-dda0-4c4d-ad5a-4e47ae659052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:07:16.476778 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Attempting to bind port 28283f53-e1d9-42e7-858f-192f5a0f4edd on network 25093daf-dda0-4c4d-ad5a-4e47ae659052 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:07:16.482664 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:07:16.483001 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Checking segment: {'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:07:16.483383 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Bound using segment: {'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:07:16.483808 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Bound port: 28283f53-e1d9-42e7-858f-192f5a0f4edd, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67c67b5-096b-4158-902f-1ccf74c626db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:07:16.484159 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:16.553748 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] For port 28283f53-e1d9-42e7-858f-192f5a0f4edd, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:07:16.556900 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] For port 28283f53-e1d9-42e7-858f-192f5a0f4edd, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:07:16.614597 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:16.655862 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:16.656546 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:16.657949 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] 10.222.0.53 "PUT /v2.0/ports/28283f53-e1d9-42e7-858f-192f5a0f4edd HTTP/1.1" status: 200 len: 1094 time: 0.8102903 Mar 08 12:07:16.658407 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:16.660787 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8350b85-b532-4dfc-88ae-ae7586fc580e" -d '{"events": [{"name": "network-changed", "server_uuid": "f258f604-0841-4add-980e-380a599a9267", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:16.685716 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd706b9-f6be-4ff0-8788-65d8943f772e service neutron] Pushing event updated for resources: {'Port': ['ID=28283f53-e1d9-42e7-858f-192f5a0f4edd,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:16.713386 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81317c9c-407c-43bd-8c78-26be9f7ace76 x-openstack-request-id: req-81317c9c-407c-43bd-8c78-26be9f7ace76 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:16.713839 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f258f604-0841-4add-980e-380a599a9267", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:16.714239 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81317c9c-407c-43bd-8c78-26be9f7ace76 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:16.717638 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'status': 'completed', 'code': 200} Mar 08 12:07:16.817086 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8350b85-b532-4dfc-88ae-ae7586fc580e req-fc94e1bc-0343-4edc-b591-c524a51e52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:16.818634 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d8350b85-b532-4dfc-88ae-ae7586fc580e req-fc94e1bc-0343-4edc-b591-c524a51e52b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 1128 time: 0.0490289 Mar 08 12:07:16.938199 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8350b85-b532-4dfc-88ae-ae7586fc580e req-05249254-f355-4aea-aa3d-b24b85900f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:16.939639 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d8350b85-b532-4dfc-88ae-ae7586fc580e req-05249254-f355-4aea-aa3d-b24b85900f0a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1052840 Mar 08 12:07:17.039886 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8350b85-b532-4dfc-88ae-ae7586fc580e req-9a7c6c1a-c6d6-4672-a84f-013adf8864ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:17.042215 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d8350b85-b532-4dfc-88ae-ae7586fc580e req-9a7c6c1a-c6d6-4672-a84f-013adf8864ea service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965858 Mar 08 12:07:17.112711 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 49078) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:17.153913 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-6b876e1d-a891-420a-9669-dc26f63d809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:17.155537 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-6b876e1d-a891-420a-9669-dc26f63d809d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 1128 time: 0.0536695 Mar 08 12:07:17.205553 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-b628340b-33b1-45a5-a5c9-6d2a7ee4ebd9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd HTTP/1.1" status: 200 len: 217 time: 0.0379217 Mar 08 12:07:17.234918 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-afcded1a-d78f-4d9f-93c8-01f50ec8f4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:17.291922 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-ea03fb13-ee73-461e-9b44-0415afda4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:17.293545 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-ea03fb13-ee73-461e-9b44-0415afda4b3f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0999dd9d-7a14-4068-867e-b0cb2230adcb HTTP/1.1" status: 200 len: 856 time: 0.0825953 Mar 08 12:07:17.321340 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-afcded1a-d78f-4d9f-93c8-01f50ec8f4d1 admin admin] Publish callbacks [] for security_group (ca811c79-2da2-41c8-a36e-b6a051267954), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:17.406256 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-afcded1a-d78f-4d9f-93c8-01f50ec8f4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (ca811c79-2da2-41c8-a36e-b6a051267954), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:17.450337 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcded1a-d78f-4d9f-93c8-01f50ec8f4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca811c79-2da2-41c8-a36e-b6a051267954,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:17.455915 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-afcded1a-d78f-4d9f-93c8-01f50ec8f4d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01803bf47eac4f40b37328c069487b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402863 Mar 08 12:07:17.458853 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 49084) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:17.508960 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9524d634-0d46-4a98-8848-4f4839a9bf4f admin admin] Publish callbacks [] for security_group (ca811c79-2da2-41c8-a36e-b6a051267954), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:17.533207 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9524d634-0d46-4a98-8848-4f4839a9bf4f admin admin] Publish callbacks [] for security_group (ca811c79-2da2-41c8-a36e-b6a051267954), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:17.581220 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a890f-604a-4f6a-aa4c-a6e0c3d75a85 req-7fc0ea0d-84c8-4d39-9ec7-a7198b881a80 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:17.582964 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-904a890f-604a-4f6a-aa4c-a6e0c3d75a85 req-7fc0ea0d-84c8-4d39-9ec7-a7198b881a80 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.3409181 Mar 08 12:07:17.617193 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6c0a7dbf-59f9-47cf-94d7-98c1aa6d00ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:17.623178 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-4297075b-b7e9-45eb-8c8c-ae39b0a1562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:17.624714 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-4297075b-b7e9-45eb-8c8c-ae39b0a1562e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25093daf-dda0-4c4d-ad5a-4e47ae659052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3225741 Mar 08 12:07:17.645775 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9524d634-0d46-4a98-8848-4f4839a9bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (ca811c79-2da2-41c8-a36e-b6a051267954), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:17.648441 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9524d634-0d46-4a98-8848-4f4839a9bf4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:17.649595 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-9524d634-0d46-4a98-8848-4f4839a9bf4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca811c79-2da2-41c8-a36e-b6a051267954 HTTP/1.1" status: 204 len: 168 time: 0.1898026 Mar 08 12:07:17.657352 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-904a890f-604a-4f6a-aa4c-a6e0c3d75a85 req-09d92ead-09d6-4d4f-8484-e29e88669cb3 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678334 Mar 08 12:07:17.659947 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524d634-0d46-4a98-8848-4f4839a9bf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca811c79-2da2-41c8-a36e-b6a051267954,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:17.727685 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-f80296f1-c846-4dde-81c5-607606bd16cf service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933650 Mar 08 12:07:17.815032 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7416ba9e-8948-4c09-8cd5-bee728baeac2 req-6a50485f-d998-4f60-bdca-b6a72fd4f546 service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807087 Mar 08 12:07:18.803293 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e25c62-47b0-42a7-a05b-8164e681c37a req-f03593b2-fcdf-4d73-8328-c40485a20442 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:18.804702 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-11e25c62-47b0-42a7-a05b-8164e681c37a req-f03593b2-fcdf-4d73-8328-c40485a20442 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0509000 Mar 08 12:07:18.854677 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-11e25c62-47b0-42a7-a05b-8164e681c37a req-938cf93e-61c5-4739-81fc-bad138fb2693 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445719 Mar 08 12:07:19.978807 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f5552-f95d-4b73-8694-19ac8286c874 req-3d615a82-b1e7-4c85-a319-14475e140bbe tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:19.980291 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-db6f5552-f95d-4b73-8694-19ac8286c874 req-3d615a82-b1e7-4c85-a319-14475e140bbe tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0524690 Mar 08 12:07:20.027102 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-db6f5552-f95d-4b73-8694-19ac8286c874 req-e03daf15-3f17-451f-aee5-b7f86abe78e6 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413043 Mar 08 12:07:20.160267 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-e7266914-71ea-4a64-9d4a-d199c928e251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:21.012588 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:07:21.014318 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 28283f53-e1d9-42e7-858f-192f5a0f4edd details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:07:21.045977 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:21.114786 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 28283f53-e1d9-42e7-858f-192f5a0f4edd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:21.130746 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'port_id': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'mac_address': 'fa:16:3e:d3:26:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:07:21.151684 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b40635-0648-4021-9274-1d7a3a5ab6c1 req-718bdece-ae7c-4868-81ac-75c127f76ce9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:21.164163 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08b40635-0648-4021-9274-1d7a3a5ab6c1 req-718bdece-ae7c-4868-81ac-75c127f76ce9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0543022 Mar 08 12:07:21.176826 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 28283f53-e1d9-42e7-858f-192f5a0f4edd is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:21.177392 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:21.190961 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28283f53-e1d9-42e7-858f-192f5a0f4edd {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:07:21.202353 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08b40635-0648-4021-9274-1d7a3a5ab6c1 req-bc86dcd6-e6ff-47a5-b467-cdf1605ae7ce tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431690 Mar 08 12:07:21.211349 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 28283f53-e1d9-42e7-858f-192f5a0f4edd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:21.282752 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:21.328658 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=28283f53-e1d9-42e7-858f-192f5a0f4edd,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:21.335681 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:21.336053 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:21.336445 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:21.336787 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:21.337634 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:21.337961 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:21.338290 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:21.338612 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:21.338935 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:21.339273 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:21.339603 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:21.339919 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:21.340235 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:21.734327 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['28283f53-e1d9-42e7-858f-192f5a0f4edd'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:22.328245 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1263db-56e5-42d4-8473-bb0ad7cabe08 req-913e92f3-f648-4be7-877b-d9affe6a5925 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:22.329716 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ca1263db-56e5-42d4-8473-bb0ad7cabe08 req-913e92f3-f648-4be7-877b-d9affe6a5925 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 945 time: 0.0576689 Mar 08 12:07:22.375366 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ca1263db-56e5-42d4-8473-bb0ad7cabe08 req-c8548e43-f564-4433-be53-07133b0c300a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391352 Mar 08 12:07:22.565536 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:23.033278 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 28283f53-e1d9-42e7-858f-192f5a0f4edd up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:07:23.162476 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 28283f53-e1d9-42e7-858f-192f5a0f4edd completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:07:23.166252 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 28283f53-e1d9-42e7-858f-192f5a0f4edd triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:07:23.166625 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:23.245689 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 28283f53-e1d9-42e7-858f-192f5a0f4edd is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:23.246082 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:23.267495 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:23.269769 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2a6119-2cc9-4791-9e8b-da80d9e59025" -d '{"events": [{"server_uuid": "f258f604-0841-4add-980e-380a599a9267", "name": "network-vif-plugged", "status": "completed", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:23.283689 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 28283f53-e1d9-42e7-858f-192f5a0f4edd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:23.420881 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f5c55a-6240-48d6-82d9-361670560fa3 x-openstack-request-id: req-26f5c55a-6240-48d6-82d9-361670560fa3 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:23.421173 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f258f604-0841-4add-980e-380a599a9267", "name": "network-vif-plugged", "status": "completed", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:23.421429 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26f5c55a-6240-48d6-82d9-361670560fa3 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:23.421823 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'code': 200} Mar 08 12:07:23.474327 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:23.501872 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfd44b-0d00-4a89-b47e-06f2a211ac70 req-a07be84a-0fd0-4eaf-8206-cb8b151ec388 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:23.503353 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fbcfd44b-0d00-4a89-b47e-06f2a211ac70 req-a07be84a-0fd0-4eaf-8206-cb8b151ec388 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 945 time: 0.0520506 Mar 08 12:07:23.524213 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=28283f53-e1d9-42e7-858f-192f5a0f4edd,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:23.550728 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fbcfd44b-0d00-4a89-b47e-06f2a211ac70 req-6f88fd55-9e52-4187-884a-578455b70159 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409544 Mar 08 12:07:23.949017 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ce233-8182-4c24-aaa1-ac8c5fb5d952 req-f95c3158-c97c-4712-9c10-0cecc3f3b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:23.950699 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ec1ce233-8182-4c24-aaa1-ac8c5fb5d952 req-f95c3158-c97c-4712-9c10-0cecc3f3b3e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 1130 time: 0.0444896 Mar 08 12:07:24.001329 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ec1ce233-8182-4c24-aaa1-ac8c5fb5d952 req-c3364c20-eb53-4439-8d8c-a8eafad83cde service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444112 Mar 08 12:07:24.025745 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.676828 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ea8cc-0c20-425b-bbf9-7f85cc35734e req-4c8f53f6-2fd0-4997-a522-a518da080f79 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:24.678642 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bf7ea8cc-0c20-425b-bbf9-7f85cc35734e req-4c8f53f6-2fd0-4997-a522-a518da080f79 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0555155 Mar 08 12:07:24.706016 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 49160) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:24.733092 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bf7ea8cc-0c20-425b-bbf9-7f85cc35734e req-96a2a6ef-2e10-4b79-ad66-156349628bc4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481038 Mar 08 12:07:24.826640 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d4426827-a0b0-43ca-a052-11cb60174c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.898353 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d4426827-a0b0-43ca-a052-11cb60174c6f admin admin] Publish callbacks [] for security_group (bac14d63-d23e-42bf-89f9-f943f04b0ea8), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.959976 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d4426827-a0b0-43ca-a052-11cb60174c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (bac14d63-d23e-42bf-89f9-f943f04b0ea8), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:24.999375 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-d4426827-a0b0-43ca-a052-11cb60174c6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f1fec573e324fc28761b91cd6bfe074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921176 Mar 08 12:07:25.000084 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4426827-a0b0-43ca-a052-11cb60174c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac14d63-d23e-42bf-89f9-f943f04b0ea8,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:25.001966 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 49164) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:25.051741 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e60127cb-5a82-4f10-8eec-6755c1509f00 admin admin] Publish callbacks [] for security_group (bac14d63-d23e-42bf-89f9-f943f04b0ea8), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:25.072299 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e60127cb-5a82-4f10-8eec-6755c1509f00 admin admin] Publish callbacks [] for security_group (bac14d63-d23e-42bf-89f9-f943f04b0ea8), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:25.217242 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e60127cb-5a82-4f10-8eec-6755c1509f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (bac14d63-d23e-42bf-89f9-f943f04b0ea8), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:25.220082 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e60127cb-5a82-4f10-8eec-6755c1509f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:25.221271 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-e60127cb-5a82-4f10-8eec-6755c1509f00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bac14d63-d23e-42bf-89f9-f943f04b0ea8 HTTP/1.1" status: 204 len: 168 time: 0.2174580 Mar 08 12:07:25.229354 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60127cb-5a82-4f10-8eec-6755c1509f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac14d63-d23e-42bf-89f9-f943f04b0ea8,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:25.865840 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d31af4-ef85-48f0-ba6d-c4e9543f8461 req-8b1b98aa-4ad0-413d-b1ff-06375f2010e9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:25.867335 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e7d31af4-ef85-48f0-ba6d-c4e9543f8461 req-8b1b98aa-4ad0-413d-b1ff-06375f2010e9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0578876 Mar 08 12:07:25.914422 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e7d31af4-ef85-48f0-ba6d-c4e9543f8461 req-7370918c-d002-4a46-917a-81d68abbee41 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405042 Mar 08 12:07:25.959390 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 49174) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:25.972607 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-61f72f0c-1733-4979-b319-ab01cbd75c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:26.034962 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a1e23-2648-4c75-a156-5072635ba0df req-f43fe3c4-cebd-4e75-8f47-de250babb68f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:26.036395 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-028a1e23-2648-4c75-a156-5072635ba0df req-f43fe3c4-cebd-4e75-8f47-de250babb68f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0523570 Mar 08 12:07:26.046118 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 49176) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:26.050817 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-b056a0a4-ec04-4abb-9a6e-f6123892ddcb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Request body: {'floatingip': {'port_id': '28283f53-e1d9-42e7-858f-192f5a0f4edd'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:26.053268 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-61f72f0c-1733-4979-b319-ab01cbd75c39 admin admin] Publish callbacks [] for security_group (27c933bc-10bd-4169-a827-6ad057f15314), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:26.093744 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b056a0a4-ec04-4abb-9a6e-f6123892ddcb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (72be3d8f-3ca2-447d-8ddb-4173bef2d8d4), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:26.122554 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-61f72f0c-1733-4979-b319-ab01cbd75c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (27c933bc-10bd-4169-a827-6ad057f15314), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:26.162410 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-61f72f0c-1733-4979-b319-ab01cbd75c39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a43c7f3556e49ffa2238802163cd0c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018101 Mar 08 12:07:26.165763 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 49178) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:26.171767 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f72f0c-1733-4979-b319-ab01cbd75c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c933bc-10bd-4169-a827-6ad057f15314,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:26.218626 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b394551c-7972-4b24-9e2f-7e9852909d07 admin admin] Publish callbacks [] for security_group (27c933bc-10bd-4169-a827-6ad057f15314), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:26.240771 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b394551c-7972-4b24-9e2f-7e9852909d07 admin admin] Publish callbacks [] for security_group (27c933bc-10bd-4169-a827-6ad057f15314), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:26.367934 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b394551c-7972-4b24-9e2f-7e9852909d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (27c933bc-10bd-4169-a827-6ad057f15314), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:26.372522 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b394551c-7972-4b24-9e2f-7e9852909d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:26.378382 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-b394551c-7972-4b24-9e2f-7e9852909d07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27c933bc-10bd-4169-a827-6ad057f15314 HTTP/1.1" status: 204 len: 168 time: 0.2113833 Mar 08 12:07:26.390784 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394551c-7972-4b24-9e2f-7e9852909d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c933bc-10bd-4169-a827-6ad057f15314,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:26.722600 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b056a0a4-ec04-4abb-9a6e-f6123892ddcb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:26.779359 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b056a0a4-ec04-4abb-9a6e-f6123892ddcb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (72be3d8f-3ca2-447d-8ddb-4173bef2d8d4), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:26.887116 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [None req-b056a0a4-ec04-4abb-9a6e-f6123892ddcb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Floating IP 72be3d8f-3ca2-447d-8ddb-4173bef2d8d4 associated. External IP: 172.27.0.11, port: 28283f53-e1d9-42e7-858f-192f5a0f4edd. Mar 08 12:07:27.097089 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b056a0a4-ec04-4abb-9a6e-f6123892ddcb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Router 69ae6d45-f643-48b8-9b10-1d7f36337e81 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:07:27.206226 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b056a0a4-ec04-4abb-9a6e-f6123892ddcb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:07:27.211607 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b056a0a4-ec04-4abb-9a6e-f6123892ddcb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.218721 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e65fb-4513-409f-ab79-a63a6894f5d5 None None] Sync routers for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:07:27.228828 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e65fb-4513-409f-ab79-a63a6894f5d5 None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:27.229633 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-133e65fb-4513-409f-ab79-a63a6894f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:07:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:27.244900 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-b056a0a4-ec04-4abb-9a6e-f6123892ddcb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "PUT /v2.0/floatingips/72be3d8f-3ca2-447d-8ddb-4173bef2d8d4 HTTP/1.1" status: 200 len: 991 time: 1.1976445 Mar 08 12:07:27.245721 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:27.247965 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b971d78-553b-4c94-b400-8073dcaadc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f258f604-0841-4add-980e-380a599a9267", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:27.292092 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151d8577-f905-4109-b9c1-9a393a954a41 x-openstack-request-id: req-151d8577-f905-4109-b9c1-9a393a954a41 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:27.292418 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f258f604-0841-4add-980e-380a599a9267", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:27.292678 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-151d8577-f905-4109-b9c1-9a393a954a41 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:27.293083 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'status': 'completed', 'code': 200} Mar 08 12:07:27.378486 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-133e65fb-4513-409f-ab79-a63a6894f5d5 None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:27.385259 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b971d78-553b-4c94-b400-8073dcaadc7f req-f4caccdc-64d1-425a-9ba0-a1b8bc424e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:27.386842 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8b971d78-553b-4c94-b400-8073dcaadc7f req-f4caccdc-64d1-425a-9ba0-a1b8bc424e6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 1130 time: 0.0513346 Mar 08 12:07:27.485329 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b971d78-553b-4c94-b400-8073dcaadc7f req-f90c000e-de20-45f1-9818-00f352d09130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:27.486755 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8b971d78-553b-4c94-b400-8073dcaadc7f req-f90c000e-de20-45f1-9818-00f352d09130 service neutron] 10.222.0.53 "GET /v2.0/networks?id=25093daf-dda0-4c4d-ad5a-4e47ae659052 HTTP/1.1" status: 200 len: 918 time: 0.0938983 Mar 08 12:07:27.555130 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8b971d78-553b-4c94-b400-8073dcaadc7f req-b8121d44-d974-4e02-811d-46ed546bcaef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd HTTP/1.1" status: 200 len: 999 time: 0.0621493 Mar 08 12:07:27.604915 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b971d78-553b-4c94-b400-8073dcaadc7f req-b7cf12fe-8a68-4214-822d-bdb40d6cc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:27.606471 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8b971d78-553b-4c94-b400-8073dcaadc7f req-b7cf12fe-8a68-4214-822d-bdb40d6cc0c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0999dd9d-7a14-4068-867e-b0cb2230adcb HTTP/1.1" status: 200 len: 856 time: 0.0455410 Mar 08 12:07:27.630236 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-133e65fb-4513-409f-ab79-a63a6894f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '72be3d8f-3ca2-447d-8ddb-4173bef2d8d4', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'port_id': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'mac_address': 'fa:16:3e:d3:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f258f604-0841-4add-980e-380a599a9267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:07:11Z', 'updated_at': '2022-03-08T12:07:26Z', 'revision_number': 1, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:28Z', 'revision_number': 5, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:27.660023 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b971d78-553b-4c94-b400-8073dcaadc7f req-02f862b3-cbfe-4ae1-b2bf-9fd131c14f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:27.660895 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e65fb-4513-409f-ab79-a63a6894f5d5 None None] Checking router: 69ae6d45-f643-48b8-9b10-1d7f36337e81 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:07:27.662028 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8b971d78-553b-4c94-b400-8073dcaadc7f req-02f862b3-cbfe-4ae1-b2bf-9fd131c14f0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25093daf-dda0-4c4d-ad5a-4e47ae659052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489857 Mar 08 12:07:27.669854 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e65fb-4513-409f-ab79-a63a6894f5d5 None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:27.670448 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-133e65fb-4513-409f-ab79-a63a6894f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:07:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:27.754483 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8b971d78-553b-4c94-b400-8073dcaadc7f req-61e72637-7bac-4772-82c6-cfe4525c9f2e service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869291 Mar 08 12:07:27.788817 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-133e65fb-4513-409f-ab79-a63a6894f5d5 None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:27.851696 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8b971d78-553b-4c94-b400-8073dcaadc7f req-05c3296d-a0c7-4d5d-bf5e-3a3f3efac415 service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918283 Mar 08 12:07:28.146241 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-133e65fb-4513-409f-ab79-a63a6894f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '72be3d8f-3ca2-447d-8ddb-4173bef2d8d4', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'port_id': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'mac_address': 'fa:16:3e:d3:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f258f604-0841-4add-980e-380a599a9267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:07:11Z', 'updated_at': '2022-03-08T12:07:26Z', 'revision_number': 1, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:28Z', 'revision_number': 5, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:28.176767 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e65fb-4513-409f-ab79-a63a6894f5d5 None None] The sync data for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi is: [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '72be3d8f-3ca2-447d-8ddb-4173bef2d8d4', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'port_id': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'mac_address': 'fa:16:3e:d3:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f258f604-0841-4add-980e-380a599a9267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:07:11Z', 'updated_at': '2022-03-08T12:07:26Z', 'revision_number': 1, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:28Z', 'revision_number': 5, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:07:28.381116 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd40a91-f5d4-41ad-887d-767120360831 None None] New status for floating IP 72be3d8f-3ca2-447d-8ddb-4173bef2d8d4: ACTIVE {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:07:29.508332 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-7e237638-fd03-4d91-8ca3-de3a7ad7ac63 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=93f06560d8254714b16bc9267fe4a55d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313392 Mar 08 12:07:29.938309 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-4ebe81c9-54ce-429a-b86b-1869cd33d362 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:29.939807 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-4ebe81c9-54ce-429a-b86b-1869cd33d362 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4270256 Mar 08 12:07:29.954608 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-ff1bfc28-85d2-437b-8940-af5c63ce9ef9 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/quotas/93f06560d8254714b16bc9267fe4a55d HTTP/1.1" status: 200 len: 375 time: 0.0094197 Mar 08 12:07:29.990168 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-4e6a0bf4-ad27-4f3c-9f5f-44752e22cfcd tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=93f06560d8254714b16bc9267fe4a55d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298541 Mar 08 12:07:30.241047 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2326745d-5915-4d7a-992d-e0c6cf083dc7 req-e34ba8e3-0b50-4538-9016-e8178403b0c1 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 210 time: 0.0265729 Mar 08 12:07:31.319707 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ca8f2d81-f6e8-4810-bc57-7efc065bc18a req-80f4ee52-2bc9-4baf-b426-84206f82d1d6 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 210 time: 0.0275464 Mar 08 12:07:32.411063 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-710f2786-d42e-4a5b-8109-52726c6b4c38 req-7a312b35-8e5a-4d28-9aa8-c1ae9f07b051 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 210 time: 0.0254683 Mar 08 12:07:32.770094 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-8f0b724e-42d4-4ded-8540-19bc7c710816 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=93f06560d8254714b16bc9267fe4a55d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208225 Mar 08 12:07:32.883506 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-2ba35cd7-9f50-4de5-8a55-381801d83f12 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:32.885864 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-2ba35cd7-9f50-4de5-8a55-381801d83f12 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106005 Mar 08 12:07:32.905316 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Request body: {'port': {'device_id': 'c333cd7e-e0e9-4a7d-9036-d9961230aefa', 'network_id': 'e2a32499-dd3d-430a-9706-121460afee10', 'admin_state_up': True, 'tenant_id': '93f06560d8254714b16bc9267fe4a55d'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:33.116465 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Made reservation on behalf of 93f06560d8254714b16bc9267fe4a55d for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:07:33.120034 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.129089 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.204596 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Publish callbacks [] for security_group (34dc87c1-8ba7-4d01-9ca6-107090872d42), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.279398 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (34dc87c1-8ba7-4d01-9ca6-107090872d42), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.342179 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34dc87c1-8ba7-4d01-9ca6-107090872d42,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:33.352938 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.353794 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.354128 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.354467 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.354800 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.355133 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.355464 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.355798 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.356123 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.356485 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.356814 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.357140 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.357461 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.426342 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Allocated IP 192.168.233.97 (e2a32499-dd3d-430a-9706-121460afee10/b1dd087c-226d-4817-8769-116a2086a996/b9152f67-011e-42c3-b6b6-dd7ad37429af) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:07:33.521953 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a5a40f81-6f5e-44db-9664-b401ec882f77 req-2c588b59-cf0a-4995-b8c1-e8ae3ba0d2c8 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 210 time: 0.0339336 Mar 08 12:07:33.600376 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Publish callbacks [] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.698229 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.744636 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Network e2a32499-dd3d-430a-9706-121460afee10 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:07:33.747758 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:07:33.752500 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:07:33.759340 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Pushing event updated for resources: {'Port': ['ID=b9152f67-011e-42c3-b6b6-dd7ad37429af,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:33.805364 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:33.806497 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.888645 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-e64a8072-aa2c-4806-8a09-40b1de25c3cf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9872541 Mar 08 12:07:33.905780 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Request body: {'port': {'device_id': 'c333cd7e-e0e9-4a7d-9036-d9961230aefa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:33.966279 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-663fe05d-133f-4567-98a3-9b2d4cdd291d None None] Provisioning complete for port b9152f67-011e-42c3-b6b6-dd7ad37429af triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:07:33.966873 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-663fe05d-133f-4567-98a3-9b2d4cdd291d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.967553 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:34.001159 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-663fe05d-133f-4567-98a3-9b2d4cdd291d None None] Port b9152f67-011e-42c3-b6b6-dd7ad37429af cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:07:34.225161 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9152f67-011e-42c3-b6b6-dd7ad37429af {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:07:34.232556 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Publish callbacks [] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:34.244340 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Transition to ACTIVE for port object b9152f67-011e-42c3-b6b6-dd7ad37429af will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:07:34.319723 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:34.369939 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Pushing event updated for resources: {'Port': ['ID=b9152f67-011e-42c3-b6b6-dd7ad37429af,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:34.446275 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Attempting to bind port b9152f67-011e-42c3-b6b6-dd7ad37429af on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:07:34.447485 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Attempting to bind port b9152f67-011e-42c3-b6b6-dd7ad37429af by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '56ebc9f2-a9c2-4425-a26f-60f2d0d92d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2a32499-dd3d-430a-9706-121460afee10'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:07:34.447485 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Attempting to bind port b9152f67-011e-42c3-b6b6-dd7ad37429af on network e2a32499-dd3d-430a-9706-121460afee10 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:07:34.452344 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Port b9152f67-011e-42c3-b6b6-dd7ad37429af on network e2a32499-dd3d-430a-9706-121460afee10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:07:34.452754 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Attempting to bind port b9152f67-011e-42c3-b6b6-dd7ad37429af on network e2a32499-dd3d-430a-9706-121460afee10 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:07:34.458326 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:07:34.458667 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Checking segment: {'id': '56ebc9f2-a9c2-4425-a26f-60f2d0d92d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2a32499-dd3d-430a-9706-121460afee10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:07:34.459052 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Bound using segment: {'id': '56ebc9f2-a9c2-4425-a26f-60f2d0d92d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2a32499-dd3d-430a-9706-121460afee10'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:07:34.459495 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Bound port: b9152f67-011e-42c3-b6b6-dd7ad37429af, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ebc9f2-a9c2-4425-a26f-60f2d0d92d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2a32499-dd3d-430a-9706-121460afee10'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:07:34.459839 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:34.526738 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] For port b9152f67-011e-42c3-b6b6-dd7ad37429af, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:07:34.529986 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] For port b9152f67-011e-42c3-b6b6-dd7ad37429af, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b9152f67-011e-42c3-b6b6-dd7ad37429af,segment=NetworkSegment(56ebc9f2-a9c2-4425-a26f-60f2d0d92d64),segment_id=56ebc9f2-a9c2-4425-a26f-60f2d0d92d64)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:07:34.629151 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:34.683400 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72295f-5e12-451f-8742-e976e02c2584 req-0df50278-d854-46e3-955e-51497fb4f9d0 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:34.684997 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fd72295f-5e12-451f-8742-e976e02c2584 req-0df50278-d854-46e3-955e-51497fb4f9d0 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 947 time: 0.0959311 Mar 08 12:07:34.688224 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:34.688867 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:34.690215 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] 10.222.0.53 "PUT /v2.0/ports/b9152f67-011e-42c3-b6b6-dd7ad37429af HTTP/1.1" status: 200 len: 1097 time: 0.7889044 Mar 08 12:07:34.690669 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c333cd7e-e0e9-4a7d-9036-d9961230aefa', 'tag': 'b9152f67-011e-42c3-b6b6-dd7ad37429af'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:34.692944 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fcaf88-6578-4412-b0ba-f889622946ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c333cd7e-e0e9-4a7d-9036-d9961230aefa", "tag": "b9152f67-011e-42c3-b6b6-dd7ad37429af"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:34.725714 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3944fe-ed4f-4571-a5dd-4da52ee05e6f service neutron] Pushing event updated for resources: {'Port': ['ID=b9152f67-011e-42c3-b6b6-dd7ad37429af,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:34.741132 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab081c5-bc3c-4a46-91e0-64523230033d x-openstack-request-id: req-bab081c5-bc3c-4a46-91e0-64523230033d {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:34.741439 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c333cd7e-e0e9-4a7d-9036-d9961230aefa", "tag": "b9152f67-011e-42c3-b6b6-dd7ad37429af", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:34.741698 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bab081c5-bc3c-4a46-91e0-64523230033d {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:34.742100 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c333cd7e-e0e9-4a7d-9036-d9961230aefa', 'tag': 'b9152f67-011e-42c3-b6b6-dd7ad37429af', 'status': 'completed', 'code': 200} Mar 08 12:07:34.762133 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fd72295f-5e12-451f-8742-e976e02c2584 req-42467e8d-b6ce-43ab-92c5-9bef6cfb3309 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/security-groups?id=34dc87c1-8ba7-4d01-9ca6-107090872d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661128 Mar 08 12:07:34.829053 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcaf88-6578-4412-b0ba-f889622946ec req-bfd302b9-9135-4683-a505-05306daa9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:34.831194 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-58fcaf88-6578-4412-b0ba-f889622946ec req-bfd302b9-9135-4683-a505-05306daa9616 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93f06560d8254714b16bc9267fe4a55d&device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 1131 time: 0.0469060 Mar 08 12:07:34.869857 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-58fcaf88-6578-4412-b0ba-f889622946ec req-a69aee59-984d-492b-a36a-5525f1c76811 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=93f06560d8254714b16bc9267fe4a55d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206332 Mar 08 12:07:34.979328 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcaf88-6578-4412-b0ba-f889622946ec req-89bb60ca-80d4-4944-9417-76b42ece87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:34.980807 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-58fcaf88-6578-4412-b0ba-f889622946ec req-89bb60ca-80d4-4944-9417-76b42ece87cc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949175 Mar 08 12:07:35.099149 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-5d136ca1-3a6f-499f-9540-d0951792d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:35.100644 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-5d136ca1-3a6f-499f-9540-d0951792d6f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93f06560d8254714b16bc9267fe4a55d&device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 1131 time: 0.0458889 Mar 08 12:07:35.148626 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-4445a68b-83c4-4d37-9ee8-8dda67c37138 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b9152f67-011e-42c3-b6b6-dd7ad37429af HTTP/1.1" status: 200 len: 217 time: 0.0339894 Mar 08 12:07:35.207614 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-b7722475-94b7-4cc1-8fff-3f188de59339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:35.209075 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-b7722475-94b7-4cc1-8fff-3f188de59339 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b1dd087c-226d-4817-8769-116a2086a996 HTTP/1.1" status: 200 len: 843 time: 0.0480406 Mar 08 12:07:35.259291 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fa0821cb-27f0-47c6-a22d-45daabe68389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:35.260809 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-fa0821cb-27f0-47c6-a22d-45daabe68389 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2a32499-dd3d-430a-9706-121460afee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0436881 Mar 08 12:07:35.356840 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-037f282b-0cf9-48a3-bab0-33e89f28c9aa service neutron] 10.222.0.53 "GET /v2.0/networks/e2a32499-dd3d-430a-9706-121460afee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842283 Mar 08 12:07:35.444120 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cbeec238-962b-4751-8a7b-0dfdef4f8e88 req-4064a371-ce32-4e80-8eb3-ce077ecafe28 service neutron] 10.222.0.53 "GET /v2.0/networks/e2a32499-dd3d-430a-9706-121460afee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814459 Mar 08 12:07:35.887303 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12b4bf-ae95-4bef-95ba-d9546a9b1ae0 req-f14bfd75-3b7b-4561-8e48-da370b81732c tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:35.888842 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1a12b4bf-ae95-4bef-95ba-d9546a9b1ae0 req-f14bfd75-3b7b-4561-8e48-da370b81732c tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 947 time: 0.0520544 Mar 08 12:07:35.938572 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1a12b4bf-ae95-4bef-95ba-d9546a9b1ae0 req-4016d3f7-1b9c-42d3-8588-21ccafe3cffe tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/security-groups?id=34dc87c1-8ba7-4d01-9ca6-107090872d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442779 Mar 08 12:07:36.836507 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:37.054356 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebc719-f5c6-4424-ae47-b6a59cb34951 req-9a968088-f0f9-4edc-9ff5-9e5b35fe2e8b tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:37.056384 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-78ebc719-f5c6-4424-ae47-b6a59cb34951 req-9a968088-f0f9-4edc-9ff5-9e5b35fe2e8b tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 947 time: 0.0508180 Mar 08 12:07:37.104527 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-78ebc719-f5c6-4424-ae47-b6a59cb34951 req-8523dc96-43bf-4b5e-8c30-6673e9cb5ae7 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/security-groups?id=34dc87c1-8ba7-4d01-9ca6-107090872d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425382 Mar 08 12:07:38.221432 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8855ea-ebcd-43c0-9820-705ec150f96d req-548205a7-6214-40b5-8a2a-f7d95dffcdd5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:38.222830 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0d8855ea-ebcd-43c0-9820-705ec150f96d req-548205a7-6214-40b5-8a2a-f7d95dffcdd5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 947 time: 0.0519853 Mar 08 12:07:38.269623 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0d8855ea-ebcd-43c0-9820-705ec150f96d req-878a1072-f2a1-404b-80ca-5eb5e9cacedd tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/security-groups?id=34dc87c1-8ba7-4d01-9ca6-107090872d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Mar 08 12:07:39.137492 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device b9152f67-011e-42c3-b6b6-dd7ad37429af details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:07:39.233584 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port b9152f67-011e-42c3-b6b6-dd7ad37429af, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b9152f67-011e-42c3-b6b6-dd7ad37429af,segment=NetworkSegment(56ebc9f2-a9c2-4425-a26f-60f2d0d92d64),segment_id=56ebc9f2-a9c2-4425-a26f-60f2d0d92d64)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:39.244992 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': 'b9152f67-011e-42c3-b6b6-dd7ad37429af', 'network_id': 'e2a32499-dd3d-430a-9706-121460afee10', 'port_id': 'b9152f67-011e-42c3-b6b6-dd7ad37429af', 'mac_address': 'fa:16:3e:93:4c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dd087c-226d-4817-8769-116a2086a996', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:07:39.286046 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port b9152f67-011e-42c3-b6b6-dd7ad37429af is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:39.286443 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:39.299775 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9152f67-011e-42c3-b6b6-dd7ad37429af {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:07:39.320296 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port b9152f67-011e-42c3-b6b6-dd7ad37429af, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b9152f67-011e-42c3-b6b6-dd7ad37429af,segment=NetworkSegment(56ebc9f2-a9c2-4425-a26f-60f2d0d92d64),segment_id=56ebc9f2-a9c2-4425-a26f-60f2d0d92d64)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:39.388902 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f6ef2-418b-4d4b-925d-1ae61174e865 req-b195c369-3838-4713-a9e8-16459c5f93e5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:39.390378 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-194f6ef2-418b-4d4b-925d-1ae61174e865 req-b195c369-3838-4713-a9e8-16459c5f93e5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 947 time: 0.0550232 Mar 08 12:07:39.442543 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-194f6ef2-418b-4d4b-925d-1ae61174e865 req-aa748bd3-8f93-45fc-8c20-31247e523916 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/security-groups?id=34dc87c1-8ba7-4d01-9ca6-107090872d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462768 Mar 08 12:07:39.459448 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:39.506911 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=b9152f67-011e-42c3-b6b6-dd7ad37429af,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:39.950858 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['b9152f67-011e-42c3-b6b6-dd7ad37429af'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:40.565266 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ce671-27b1-4ecd-9cc2-6ea3e217fa32 req-1f933aa1-7c45-4fcc-924b-e07fc7deee6b tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:40.566817 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2f3ce671-27b1-4ecd-9cc2-6ea3e217fa32 req-1f933aa1-7c45-4fcc-924b-e07fc7deee6b tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 948 time: 0.0545123 Mar 08 12:07:40.615761 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2f3ce671-27b1-4ecd-9cc2-6ea3e217fa32 req-e4446879-9421-4b62-8341-c877000f1161 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/security-groups?id=34dc87c1-8ba7-4d01-9ca6-107090872d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Mar 08 12:07:41.139912 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device b9152f67-011e-42c3-b6b6-dd7ad37429af up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:07:41.264987 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port b9152f67-011e-42c3-b6b6-dd7ad37429af completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:07:41.269138 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port b9152f67-011e-42c3-b6b6-dd7ad37429af triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:07:41.273045 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:41.347764 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port b9152f67-011e-42c3-b6b6-dd7ad37429af is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:41.348156 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:41.375125 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c333cd7e-e0e9-4a7d-9036-d9961230aefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9152f67-011e-42c3-b6b6-dd7ad37429af'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:41.377476 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15e7070-36f0-4aaa-b5da-20bf25c32290" -d '{"events": [{"server_uuid": "c333cd7e-e0e9-4a7d-9036-d9961230aefa", "name": "network-vif-plugged", "status": "completed", "tag": "b9152f67-011e-42c3-b6b6-dd7ad37429af"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:41.390624 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port b9152f67-011e-42c3-b6b6-dd7ad37429af, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b9152f67-011e-42c3-b6b6-dd7ad37429af,segment=NetworkSegment(56ebc9f2-a9c2-4425-a26f-60f2d0d92d64),segment_id=56ebc9f2-a9c2-4425-a26f-60f2d0d92d64)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:41.413653 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312b009e-f124-46dd-a2f3-99192b2bd8d5 x-openstack-request-id: req-312b009e-f124-46dd-a2f3-99192b2bd8d5 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:41.413950 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c333cd7e-e0e9-4a7d-9036-d9961230aefa", "name": "network-vif-plugged", "status": "completed", "tag": "b9152f67-011e-42c3-b6b6-dd7ad37429af", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:41.414206 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-312b009e-f124-46dd-a2f3-99192b2bd8d5 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:41.414604 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c333cd7e-e0e9-4a7d-9036-d9961230aefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9152f67-011e-42c3-b6b6-dd7ad37429af', 'code': 200} Mar 08 12:07:41.465251 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:41.515836 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=b9152f67-011e-42c3-b6b6-dd7ad37429af,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:41.775526 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d10b3-db75-49a0-998b-b1308fe1727b req-92d2dbb7-393c-46f8-95eb-7fddebe9bccf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:41.777609 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2a7d10b3-db75-49a0-998b-b1308fe1727b req-92d2dbb7-393c-46f8-95eb-7fddebe9bccf tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 949 time: 0.0937452 Mar 08 12:07:41.802458 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c620498-56af-4d97-9cc1-1ecabdb0e251 req-9e34aff6-ced9-45b6-a642-8baa2c958def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:41.803907 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0c620498-56af-4d97-9cc1-1ecabdb0e251 req-9e34aff6-ced9-45b6-a642-8baa2c958def service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 1133 time: 0.0778143 Mar 08 12:07:41.845734 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2a7d10b3-db75-49a0-998b-b1308fe1727b req-41d114b2-c5cd-40b5-ab4e-cca253d7bf7e tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/security-groups?id=34dc87c1-8ba7-4d01-9ca6-107090872d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620351 Mar 08 12:07:41.865992 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0c620498-56af-4d97-9cc1-1ecabdb0e251 req-cb411ef6-a711-43ad-b106-0142ee8034c5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=34dc87c1-8ba7-4d01-9ca6-107090872d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561471 Mar 08 12:07:42.968662 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0788569-16d3-4dc1-a7b2-3cd8c450104f req-497f3bc8-25e3-4f66-bcd5-7b9b8f0a947a tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:42.970180 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b0788569-16d3-4dc1-a7b2-3cd8c450104f req-497f3bc8-25e3-4f66-bcd5-7b9b8f0a947a tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 949 time: 0.0547409 Mar 08 12:07:43.017112 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b0788569-16d3-4dc1-a7b2-3cd8c450104f req-3c380654-f1b9-41bc-97e8-b4ca83462dc2 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/security-groups?id=34dc87c1-8ba7-4d01-9ca6-107090872d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413606 Mar 08 12:07:44.140108 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554098a-c144-4566-a714-e148dc04527c req-6de7d232-4f3d-4779-9e29-95a5231cb067 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:44.141654 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9554098a-c144-4566-a714-e148dc04527c req-6de7d232-4f3d-4779-9e29-95a5231cb067 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 949 time: 0.0575535 Mar 08 12:07:44.190041 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9554098a-c144-4566-a714-e148dc04527c req-c1e8a9f5-6f13-4747-bdbc-f64df754a625 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/security-groups?id=34dc87c1-8ba7-4d01-9ca6-107090872d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423443 Mar 08 12:07:44.758735 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2885a3-c3e5-4a28-9ec5-e3e7726f5d4d req-1dfac5ec-0b57-4854-91c2-146134ec484b tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:44.760755 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1d2885a3-c3e5-4a28-9ec5-e3e7726f5d4d req-1dfac5ec-0b57-4854-91c2-146134ec484b tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 949 time: 0.0529094 Mar 08 12:07:44.809289 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1d2885a3-c3e5-4a28-9ec5-e3e7726f5d4d req-01af705d-eb9b-4609-8774-e33f5f60cf99 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/security-groups?id=34dc87c1-8ba7-4d01-9ca6-107090872d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423748 Mar 08 12:07:45.943340 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615045a-7c87-466f-8a7e-b90b72ffcb80 req-792c9a55-e94c-4721-9ef7-65ff165d28a0 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:45.944904 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b615045a-7c87-466f-8a7e-b90b72ffcb80 req-792c9a55-e94c-4721-9ef7-65ff165d28a0 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 949 time: 0.0661814 Mar 08 12:07:45.993010 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b615045a-7c87-466f-8a7e-b90b72ffcb80 req-e2e74c6b-550a-4945-bffe-5d5ff7d896b3 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/security-groups?id=34dc87c1-8ba7-4d01-9ca6-107090872d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417323 Mar 08 12:07:46.549926 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3737e-cbf2-4e25-96c0-9187191b66d9 req-e8b2c156-b950-4595-8de7-372e0679d08d tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:46.551440 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-20c3737e-cbf2-4e25-96c0-9187191b66d9 req-e8b2c156-b950-4595-8de7-372e0679d08d tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.53 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 949 time: 0.0519226 Mar 08 12:07:46.656754 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-20c3737e-cbf2-4e25-96c0-9187191b66d9 req-1f54ac4b-aa31-48b4-8ba8-2bc7773a0ca5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Deleting port b9152f67-011e-42c3-b6b6-dd7ad37429af {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:46.657096 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-20c3737e-cbf2-4e25-96c0-9187191b66d9 req-1f54ac4b-aa31-48b4-8ba8-2bc7773a0ca5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:46.750209 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-20c3737e-cbf2-4e25-96c0-9187191b66d9 req-1f54ac4b-aa31-48b4-8ba8-2bc7773a0ca5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] For port b9152f67-011e-42c3-b6b6-dd7ad37429af, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b9152f67-011e-42c3-b6b6-dd7ad37429af,segment=NetworkSegment(56ebc9f2-a9c2-4425-a26f-60f2d0d92d64),segment_id=56ebc9f2-a9c2-4425-a26f-60f2d0d92d64)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:46.750568 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-20c3737e-cbf2-4e25-96c0-9187191b66d9 req-1f54ac4b-aa31-48b4-8ba8-2bc7773a0ca5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:46.763586 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-20c3737e-cbf2-4e25-96c0-9187191b66d9 req-1f54ac4b-aa31-48b4-8ba8-2bc7773a0ca5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Calling delete_port for b9152f67-011e-42c3-b6b6-dd7ad37429af owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:46.984929 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-20c3737e-cbf2-4e25-96c0-9187191b66d9 req-1f54ac4b-aa31-48b4-8ba8-2bc7773a0ca5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (b9152f67-011e-42c3-b6b6-dd7ad37429af), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:47.014611 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54ac4b-aa31-48b4-8ba8-2bc7773a0ca5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Pushing event deleted for resources: {'Port': ['ID=b9152f67-011e-42c3-b6b6-dd7ad37429af,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:47.026310 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['b9152f67-011e-42c3-b6b6-dd7ad37429af'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:47.066807 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c3737e-cbf2-4e25-96c0-9187191b66d9 req-1f54ac4b-aa31-48b4-8ba8-2bc7773a0ca5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] No DVR routers for this DVR port b9152f67-011e-42c3-b6b6-dd7ad37429af on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:07:47.069653 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-20c3737e-cbf2-4e25-96c0-9187191b66d9 req-1f54ac4b-aa31-48b4-8ba8-2bc7773a0ca5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:47.073147 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-20c3737e-cbf2-4e25-96c0-9187191b66d9 req-1f54ac4b-aa31-48b4-8ba8-2bc7773a0ca5 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.53 "DELETE /v2.0/ports/b9152f67-011e-42c3-b6b6-dd7ad37429af HTTP/1.1" status: 204 len: 173 time: 0.5150216 Mar 08 12:07:47.073624 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c333cd7e-e0e9-4a7d-9036-d9961230aefa', 'name': 'network-vif-deleted', 'tag': 'b9152f67-011e-42c3-b6b6-dd7ad37429af'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:47.075878 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bbc64d-01b4-4073-af4f-2446efa9a5a4" -d '{"events": [{"server_uuid": "c333cd7e-e0e9-4a7d-9036-d9961230aefa", "name": "network-vif-deleted", "tag": "b9152f67-011e-42c3-b6b6-dd7ad37429af"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:47.107559 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-74e0bddd-addd-4d06-97e6-953e363ce308 req-dd28cd5e-02d0-4647-95e6-fec4cead2f08 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 210 time: 0.0287879 Mar 08 12:07:47.119988 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6841be7-8840-410f-899e-083d50c135dc x-openstack-request-id: req-c6841be7-8840-410f-899e-083d50c135dc {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:47.120258 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c333cd7e-e0e9-4a7d-9036-d9961230aefa", "name": "network-vif-deleted", "tag": "b9152f67-011e-42c3-b6b6-dd7ad37429af", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:47.133258 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6841be7-8840-410f-899e-083d50c135dc {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:47.133258 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c333cd7e-e0e9-4a7d-9036-d9961230aefa', 'name': 'network-vif-deleted', 'tag': 'b9152f67-011e-42c3-b6b6-dd7ad37429af', 'status': 'completed', 'code': 200} Mar 08 12:07:47.590411 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-838112f6-4372-493a-8b33-6c11f90f02c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:48.226761 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6a2e976a-6f5f-4456-ac39-db264f14e278 req-754b23d5-b04f-4e7b-8ad9-1ac2ded955b3 tempest-VolumesNegativeTest-391346594 tempest-VolumesNegativeTest-391346594-project] 10.222.0.43 "GET /v2.0/ports?device_id=c333cd7e-e0e9-4a7d-9036-d9961230aefa HTTP/1.1" status: 200 len: 210 time: 0.0293362 Mar 08 12:07:49.171269 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device b9152f67-011e-42c3-b6b6-dd7ad37429af no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:49.193787 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: b9152f67-011e-42c3-b6b6-dd7ad37429af {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:49.194130 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device b9152f67-011e-42c3-b6b6-dd7ad37429af not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:50.122409 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-37eccedb-beb8-4f7e-b593-ee92d0339854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:51.087421 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:52.232831 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4137af3-3b9c-451c-932a-8523c77a9fe3 req-8ae0e6a9-85c0-4aa9-917b-9634a5f3df8b tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:52.232831 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f4137af3-3b9c-451c-932a-8523c77a9fe3 req-8ae0e6a9-85c0-4aa9-917b-9634a5f3df8b tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0538416 Mar 08 12:07:52.282396 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f4137af3-3b9c-451c-932a-8523c77a9fe3 req-3bd13802-25d8-4738-acab-a79daa5c9d76 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469854 Mar 08 12:07:52.556768 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:53.403152 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e6819-37b4-4703-b10f-aab10c7dc534 req-94623d4c-d3d1-4d44-abdb-51d9bb21b54a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:53.404647 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dc3e6819-37b4-4703-b10f-aab10c7dc534 req-94623d4c-d3d1-4d44-abdb-51d9bb21b54a tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0531380 Mar 08 12:07:53.452913 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dc3e6819-37b4-4703-b10f-aab10c7dc534 req-bca33f61-3b83-4b88-9183-968509f4552e tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Mar 08 12:07:53.925033 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:54.575373 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7082e47-ad0e-42b9-b94a-3d47ecb9af84 req-a90aed40-d7dc-4cda-b1e0-0b6234c83c38 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:54.576989 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e7082e47-ad0e-42b9-b94a-3d47ecb9af84 req-a90aed40-d7dc-4cda-b1e0-0b6234c83c38 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0579598 Mar 08 12:07:54.627242 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e7082e47-ad0e-42b9-b94a-3d47ecb9af84 req-6211ded7-8262-4f4c-90ae-2d6b2287b2d6 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444567 Mar 08 12:07:55.465278 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 49546) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:55.600430 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-d5943192-d979-45c5-b394-8b4e73ee28e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93f06560d8254714b16bc9267fe4a55d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334295 Mar 08 12:07:55.602946 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 49550) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:55.653423 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Publish callbacks [] for security_group (34dc87c1-8ba7-4d01-9ca6-107090872d42), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:55.677748 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Publish callbacks [] for security_group (34dc87c1-8ba7-4d01-9ca6-107090872d42), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:55.750580 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c1ef5-0e98-4987-8ea7-1976e708935f req-a378840d-0e41-4d9f-923e-aa235f963896 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:55.752087 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6f6c1ef5-0e98-4987-8ea7-1976e708935f req-a378840d-0e41-4d9f-923e-aa235f963896 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0522404 Mar 08 12:07:55.801228 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6f6c1ef5-0e98-4987-8ea7-1976e708935f req-e134725d-6dea-4d8d-be45-2a468fe7c29d tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433741 Mar 08 12:07:55.805053 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (34dc87c1-8ba7-4d01-9ca6-107090872d42), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:55.807596 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:55.808766 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34dc87c1-8ba7-4d01-9ca6-107090872d42 HTTP/1.1" status: 204 len: 168 time: 0.2048800 Mar 08 12:07:55.823257 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dc87c1-8ba7-4d01-9ca6-107090872d42,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:55.823635 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:55.823993 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:55.824356 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:55.824698 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:55.825548 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:55.825878 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:55.826208 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:55.826534 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:55.826858 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:55.827194 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:55.827512 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:55.827829 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:55.828147 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f5038-93f9-4818-82b0-4212272b65f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:56.921958 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921de962-4d56-4550-8ed2-d1808ef8a2f9 req-2a246eef-5b36-43fa-bf8e-e5c45ec824fa tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:56.923440 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-921de962-4d56-4550-8ed2-d1808ef8a2f9 req-2a246eef-5b36-43fa-bf8e-e5c45ec824fa tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0545106 Mar 08 12:07:56.972636 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-921de962-4d56-4550-8ed2-d1808ef8a2f9 req-c49e28f5-8e0b-4834-b15d-22d53ea55f6e tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436673 Mar 08 12:07:58.012962 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:07:58.088607 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d92f2-dc47-4464-94b9-4221bf3b8fbe req-f2ab39b9-da08-469f-b066-236f97f5e81c tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:58.090076 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-496d92f2-dc47-4464-94b9-4221bf3b8fbe req-f2ab39b9-da08-469f-b066-236f97f5e81c tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0509357 Mar 08 12:07:58.138479 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-496d92f2-dc47-4464-94b9-4221bf3b8fbe req-eb1f54ab-a167-481f-886a-8577e7aeb1d3 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427845 Mar 08 12:07:59.256873 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7264434-c440-4afd-bc37-e9984816581f req-63c3d792-d36b-4e1b-a76b-e8306c35f625 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:59.258373 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c7264434-c440-4afd-bc37-e9984816581f req-63c3d792-d36b-4e1b-a76b-e8306c35f625 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0521066 Mar 08 12:07:59.309109 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c7264434-c440-4afd-bc37-e9984816581f req-3b93d19b-d8f6-4403-bae7-8b67c9220bc7 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452240 Mar 08 12:08:00.433241 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670b6d4-68c2-4909-9b59-8d7bb287abaf req-25f65eaf-31e1-435d-ac40-59425969ac1b tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:00.435312 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e670b6d4-68c2-4909-9b59-8d7bb287abaf req-25f65eaf-31e1-435d-ac40-59425969ac1b tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0509396 Mar 08 12:08:00.481825 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e670b6d4-68c2-4909-9b59-8d7bb287abaf req-d795196a-a45c-4449-b296-6c93eb67bd52 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409136 Mar 08 12:08:01.598505 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c300f09-8e3b-4fc1-bf1f-43e19e6cb5bc req-e8876bce-0e62-49f7-a614-38966e0b3b11 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.599970 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7c300f09-8e3b-4fc1-bf1f-43e19e6cb5bc req-e8876bce-0e62-49f7-a614-38966e0b3b11 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0508838 Mar 08 12:08:01.647224 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7c300f09-8e3b-4fc1-bf1f-43e19e6cb5bc req-6ff563e4-9e02-4c30-ae63-abebf778b5af tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416851 Mar 08 12:08:02.541482 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4e234-bb7e-4100-9396-4b1785041f33 req-d9377b4b-35d2-4dad-a4fc-8407482e729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:02.542975 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a5a4e234-bb7e-4100-9396-4b1785041f33 req-d9377b4b-35d2-4dad-a4fc-8407482e729b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cd44047d44749f79b6f9477db0ab065&device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 1130 time: 0.0474739 Mar 08 12:08:02.629365 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4e234-bb7e-4100-9396-4b1785041f33 req-f34c0d9b-3cc3-4887-85e5-71412e054a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:02.630795 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a5a4e234-bb7e-4100-9396-4b1785041f33 req-f34c0d9b-3cc3-4887-85e5-71412e054a7c service neutron] 10.222.0.53 "GET /v2.0/networks?id=aabb92dc-d16c-443c-8c3f-4eafc3241edc HTTP/1.1" status: 200 len: 910 time: 0.0822706 Mar 08 12:08:02.698671 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a5a4e234-bb7e-4100-9396-4b1785041f33 req-2e2bee3c-4e63-4452-949c-8b608db6cbab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d077b79-4d70-4e42-a018-e71c1406a129 HTTP/1.1" status: 200 len: 1001 time: 0.0621433 Mar 08 12:08:02.774832 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4e234-bb7e-4100-9396-4b1785041f33 req-0155a021-241c-4fba-9591-726a3e40ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:02.776283 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a5a4e234-bb7e-4100-9396-4b1785041f33 req-0155a021-241c-4fba-9591-726a3e40ac49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4dd617de-3677-4879-9306-e48bb7ab99d5 HTTP/1.1" status: 200 len: 848 time: 0.0721667 Mar 08 12:08:02.798790 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf88e8d-1713-491d-92c7-87eb693ab2d8 req-d506f590-a96e-4350-b5ef-16df7ec7451d tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:02.800140 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dbf88e8d-1713-491d-92c7-87eb693ab2d8 req-d506f590-a96e-4350-b5ef-16df7ec7451d tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0708477 Mar 08 12:08:02.861172 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4e234-bb7e-4100-9396-4b1785041f33 req-c67ea434-1379-48e8-83e2-7c70a625bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:02.862657 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a5a4e234-bb7e-4100-9396-4b1785041f33 req-c67ea434-1379-48e8-83e2-7c70a625bcdc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aabb92dc-d16c-443c-8c3f-4eafc3241edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797582 Mar 08 12:08:02.887310 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dbf88e8d-1713-491d-92c7-87eb693ab2d8 req-73ab9dab-1422-4deb-9f9b-e4b0d642aae9 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730424 Mar 08 12:08:02.966511 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a5a4e234-bb7e-4100-9396-4b1785041f33 req-e166ee84-e6c6-4dcc-9a5f-d4863e32f32e service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979106 Mar 08 12:08:03.065157 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a5a4e234-bb7e-4100-9396-4b1785041f33 req-52129daa-b289-4c4c-b87f-45acc4a1c856 service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918875 Mar 08 12:08:04.013208 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35597cfd-4f37-49d3-b85a-f22c9b122013 req-9947eff7-ab97-48fa-8095-b1508fb64b88 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:04.026060 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-35597cfd-4f37-49d3-b85a-f22c9b122013 req-9947eff7-ab97-48fa-8095-b1508fb64b88 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0579078 Mar 08 12:08:04.065869 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-35597cfd-4f37-49d3-b85a-f22c9b122013 req-70e3f69a-8866-43fa-9baf-5a087d407a42 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453951 Mar 08 12:08:05.190562 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab5b32-1f42-433f-9da5-75102c3a1fe1 req-481328de-1338-4c8b-9595-a3634e8e8f84 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:05.192066 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ecab5b32-1f42-433f-9da5-75102c3a1fe1 req-481328de-1338-4c8b-9595-a3634e8e8f84 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0594950 Mar 08 12:08:05.242950 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ecab5b32-1f42-433f-9da5-75102c3a1fe1 req-e5cff408-8109-451f-8873-b79e1d274179 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453231 Mar 08 12:08:06.363086 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f8d7d-950b-4779-86c1-bf215b4b911d req-7349eb35-8e02-49a4-b05f-65a784383171 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:06.364566 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-857f8d7d-950b-4779-86c1-bf215b4b911d req-7349eb35-8e02-49a4-b05f-65a784383171 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0512938 Mar 08 12:08:06.416195 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-857f8d7d-950b-4779-86c1-bf215b4b911d req-60566567-f84a-43bc-a30c-129916116ef0 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460508 Mar 08 12:08:06.484001 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [req-f5e2350d-9cce-4618-91ec-e4dfff38439c req-31a50d93-1f23-466c-92f8-7811e7737381 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:08:06.485029 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f5e2350d-9cce-4618-91ec-e4dfff38439c req-31a50d93-1f23-466c-92f8-7811e7737381 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052934 Mar 08 12:08:06.786490 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673340c-2331-45ef-ad5e-0da6c068f4b7 req-d5de0eab-74af-45c2-9349-37e14970be3f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:06.788002 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7673340c-2331-45ef-ad5e-0da6c068f4b7 req-d5de0eab-74af-45c2-9349-37e14970be3f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0583761 Mar 08 12:08:06.846168 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7673340c-2331-45ef-ad5e-0da6c068f4b7 req-dc686662-b16d-43c4-943f-4bcdf3dac696 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522513 Mar 08 12:08:06.855930 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:06.907177 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 49586) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:06.998470 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-59f6cb48-e4d9-4190-af46-0729e015d03b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899868 Mar 08 12:08:07.006946 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-8c704c65-986f-400b-bb68-65d2daa534e9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:08:07.007901 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-8c704c65-986f-400b-bb68-65d2daa534e9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048599 Mar 08 12:08:07.138001 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 49594) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:07.199569 dv-cinder-830086-2-iscsi neutron-server[110282]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 12:08:07.244391 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-45d02fbc-2697-4d2a-8bc0-5602111f39e0 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:07.245782 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-45d02fbc-2697-4d2a-8bc0-5602111f39e0 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports/6d077b79-4d70-4e42-a018-e71c1406a129 HTTP/1.1" status: 200 len: 943 time: 0.1067619 Mar 08 12:08:07.298863 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 6d077b79-4d70-4e42-a018-e71c1406a129 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:08:07.379347 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 6d077b79-4d70-4e42-a018-e71c1406a129 is: ACTIVE; New status is: DOWN {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:07.387207 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.407158 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:07.409445 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96e6715-205e-4216-b6c5-8265cb313462" -d '{"events": [{"server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "name": "network-vif-unplugged", "status": "completed", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:07.422506 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 6d077b79-4d70-4e42-a018-e71c1406a129, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6d077b79-4d70-4e42-a018-e71c1406a129,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:07.442996 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2af9d0-e2e1-4bbb-b0d3-d2a8f602131e x-openstack-request-id: req-af2af9d0-e2e1-4bbb-b0d3-d2a8f602131e {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:07.443293 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "name": "network-vif-unplugged", "status": "failed", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129", "code": 422}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:07.443553 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af2af9d0-e2e1-4bbb-b0d3-d2a8f602131e {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:07.444004 dv-cinder-830086-2-iscsi neutron-server[110283]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129', 'code': 422} returned with failed status Mar 08 12:08:07.539802 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.596010 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=6d077b79-4d70-4e42-a018-e71c1406a129,revision_number=6']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:07.972945 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f38d6-992d-46d0-9060-37178c1ffb9e req-81240e85-5f02-4f4e-b5dc-795769c5ec92 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:07.974391 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4f3f38d6-992d-46d0-9060-37178c1ffb9e req-81240e85-5f02-4f4e-b5dc-795769c5ec92 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0574653 Mar 08 12:08:08.024439 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4f3f38d6-992d-46d0-9060-37178c1ffb9e req-3061446d-4a40-45fe-a9fc-d787f86329cd tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443575 Mar 08 12:08:09.147967 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801e8f0-34f1-42e7-a208-8b63de1ea49f req-4e9abb98-c0ec-48de-a080-baaf72536768 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:09.149564 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1801e8f0-34f1-42e7-a208-8b63de1ea49f req-4e9abb98-c0ec-48de-a080-baaf72536768 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0546322 Mar 08 12:08:09.206995 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1801e8f0-34f1-42e7-a208-8b63de1ea49f req-a2aac08c-9fd5-4ab8-822a-f9361428edad tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493643 Mar 08 12:08:10.170531 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-6a5ca1c4-02cf-4fd0-9d10-44766595e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:10.171977 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-6a5ca1c4-02cf-4fd0-9d10-44766595e65c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741&tenant_id=0cd44047d44749f79b6f9477db0ab065 HTTP/1.1" status: 200 len: 1128 time: 0.0536778 Mar 08 12:08:10.317929 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-90b62065-1059-4dd7-aa53-ce028ad452e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:10.319421 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-90b62065-1059-4dd7-aa53-ce028ad452e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cd44047d44749f79b6f9477db0ab065&device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 1128 time: 0.0735722 Mar 08 12:08:10.393389 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8374c-eb54-409f-aa7b-dfca905a8ac9 req-02226539-4ec2-4d88-a631-13d954858f95 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:10.394865 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c3e8374c-eb54-409f-aa7b-dfca905a8ac9 req-02226539-4ec2-4d88-a631-13d954858f95 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.1128156 Mar 08 12:08:10.461811 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-6df87335-52ba-4fb5-a5e9-fcf8d57d6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:10.463202 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-6df87335-52ba-4fb5-a5e9-fcf8d57d6160 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aabb92dc-d16c-443c-8c3f-4eafc3241edc HTTP/1.1" status: 200 len: 910 time: 0.1371067 Mar 08 12:08:10.467974 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c3e8374c-eb54-409f-aa7b-dfca905a8ac9 req-8d6745ca-3138-4ac1-8d88-46c31fe02b14 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663390 Mar 08 12:08:10.795169 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-97428c87-64bc-411b-85a3-f6786a23036e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d077b79-4d70-4e42-a018-e71c1406a129 HTTP/1.1" status: 200 len: 999 time: 0.3253052 Mar 08 12:08:10.851780 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-73d32783-290d-4cb3-bb57-f3ac2515dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:10.853291 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-73d32783-290d-4cb3-bb57-f3ac2515dc82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4dd617de-3677-4879-9306-e48bb7ab99d5 HTTP/1.1" status: 200 len: 848 time: 0.0518162 Mar 08 12:08:10.901683 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-dfa53960-07e4-4446-b9ae-8b81d1a08761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:10.903286 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-dfa53960-07e4-4446-b9ae-8b81d1a08761 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aabb92dc-d16c-443c-8c3f-4eafc3241edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434518 Mar 08 12:08:10.993338 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-4fc9fdf0-b171-4f04-b75b-6726e2dd7e1b service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841575 Mar 08 12:08:11.085166 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-466ce8f5-1a03-49a1-9b5f-8fef0ad2fa3a req-b97da4d6-2e69-401a-b1cf-ca97beb1db31 service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859203 Mar 08 12:08:11.592756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83f87f-a9e1-4e2b-8986-e5ce4f0ad8d4 req-99876e37-3b11-488a-a62b-2bcdcbc7bdfb tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:11.594229 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8d83f87f-a9e1-4e2b-8986-e5ce4f0ad8d4 req-99876e37-3b11-488a-a62b-2bcdcbc7bdfb tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0573957 Mar 08 12:08:11.642572 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8d83f87f-a9e1-4e2b-8986-e5ce4f0ad8d4 req-90406985-0e3e-4e3e-9822-61be22d2f7cd tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428314 Mar 08 12:08:11.706413 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907ec34-b2f6-4006-b09f-46ac17375327 req-d90e3c2e-ee16-436c-9b88-d4e8291f50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:11.708161 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d907ec34-b2f6-4006-b09f-46ac17375327 req-d90e3c2e-ee16-436c-9b88-d4e8291f50c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cd44047d44749f79b6f9477db0ab065&device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 1128 time: 0.0443585 Mar 08 12:08:11.814322 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907ec34-b2f6-4006-b09f-46ac17375327 req-88bb0092-26b0-47f2-b79c-500384863c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:11.815778 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d907ec34-b2f6-4006-b09f-46ac17375327 req-88bb0092-26b0-47f2-b79c-500384863c46 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aabb92dc-d16c-443c-8c3f-4eafc3241edc HTTP/1.1" status: 200 len: 910 time: 0.0895672 Mar 08 12:08:11.880727 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d907ec34-b2f6-4006-b09f-46ac17375327 req-780598b1-679d-445c-ac39-36e50d3d3d67 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d077b79-4d70-4e42-a018-e71c1406a129 HTTP/1.1" status: 200 len: 999 time: 0.0589974 Mar 08 12:08:11.936037 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907ec34-b2f6-4006-b09f-46ac17375327 req-b9a07ca2-e5ae-424f-9bcc-96e52079504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:11.937421 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d907ec34-b2f6-4006-b09f-46ac17375327 req-b9a07ca2-e5ae-424f-9bcc-96e52079504c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4dd617de-3677-4879-9306-e48bb7ab99d5 HTTP/1.1" status: 200 len: 848 time: 0.0507674 Mar 08 12:08:11.993514 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907ec34-b2f6-4006-b09f-46ac17375327 req-9e01a61f-a896-4a3b-813e-2327bbbbf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:11.995001 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d907ec34-b2f6-4006-b09f-46ac17375327 req-9e01a61f-a896-4a3b-813e-2327bbbbf9aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aabb92dc-d16c-443c-8c3f-4eafc3241edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512979 Mar 08 12:08:12.082824 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d907ec34-b2f6-4006-b09f-46ac17375327 req-d496951b-81ea-4609-b42e-f59d4b65b6e8 service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818989 Mar 08 12:08:12.189286 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d907ec34-b2f6-4006-b09f-46ac17375327 req-b9dd357d-b42f-426f-b652-53d22d4548d1 service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868423 Mar 08 12:08:12.762408 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474c494-8d3a-49eb-a77d-5db78b387863 req-2b665790-9193-46d4-ac53-dd64f98d4d1f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:12.764558 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5474c494-8d3a-49eb-a77d-5db78b387863 req-2b665790-9193-46d4-ac53-dd64f98d4d1f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0538924 Mar 08 12:08:12.821424 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5474c494-8d3a-49eb-a77d-5db78b387863 req-7ad9504b-f10d-4a2e-9def-7319f7099bac tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471890 Mar 08 12:08:13.941686 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60332ffb-aaa4-4b90-aa8e-9580da993241 req-2f0dce3c-9bc0-497d-a676-4d70ddb38dc3 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:13.943198 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-60332ffb-aaa4-4b90-aa8e-9580da993241 req-2f0dce3c-9bc0-497d-a676-4d70ddb38dc3 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0523536 Mar 08 12:08:13.998924 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-60332ffb-aaa4-4b90-aa8e-9580da993241 req-d8d97283-8e3e-47c7-b8be-d0fad81cb5bb tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502322 Mar 08 12:08:15.118258 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44173077-14b4-490e-9b2f-dea95df42da2 req-243a0b7f-3020-44ba-bdec-2afb18b619b5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:15.119703 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-44173077-14b4-490e-9b2f-dea95df42da2 req-243a0b7f-3020-44ba-bdec-2afb18b619b5 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0515842 Mar 08 12:08:15.176740 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-44173077-14b4-490e-9b2f-dea95df42da2 req-5270c58c-c63e-415d-a3a6-49c5a4ea7cba tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509439 Mar 08 12:08:15.714539 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada80a26-2cfa-49e6-a716-c4af397ec174 req-ab3896aa-be6f-490e-8b72-7824601ed045 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:15.716579 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ada80a26-2cfa-49e6-a716-c4af397ec174 req-ab3896aa-be6f-490e-8b72-7824601ed045 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0529876 Mar 08 12:08:15.763801 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ada80a26-2cfa-49e6-a716-c4af397ec174 req-93853565-f717-42ef-b3b5-440236ef4971 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415781 Mar 08 12:08:16.301691 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f87e17-cd9f-455c-8798-e22287efabbc req-ce09a910-310a-4050-9a58-f9e42edcf5b7 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:16.303167 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-60f87e17-cd9f-455c-8798-e22287efabbc req-ce09a910-310a-4050-9a58-f9e42edcf5b7 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0553682 Mar 08 12:08:16.352625 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-60f87e17-cd9f-455c-8798-e22287efabbc req-28007d7a-4bb5-4cae-bf04-263a61dd648c tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439007 Mar 08 12:08:16.881902 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccfd1f-ab0d-4958-9ee6-7d5b68819a39 req-1c429652-c2a9-4c82-a35b-d39e8c1d90c7 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:16.883417 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bbccfd1f-ab0d-4958-9ee6-7d5b68819a39 req-1c429652-c2a9-4c82-a35b-d39e8c1d90c7 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0530183 Mar 08 12:08:16.931244 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bbccfd1f-ab0d-4958-9ee6-7d5b68819a39 req-aa1b9b18-4a01-4ccf-a95a-300f58667990 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=b331c5f6-6177-4f89-b5a6-d60828d9a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417273 Mar 08 12:08:17.037030 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-a694957b-7475-4f64-80ef-b3d770781fa8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:17.038498 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-a694957b-7475-4f64-80ef-b3d770781fa8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 946 time: 0.0523443 Mar 08 12:08:17.139560 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Deleting port 1059b08a-94ca-4118-aae4-fecbe55e65ee {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:17.143033 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.233128 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] For port 1059b08a-94ca-4118-aae4-fecbe55e65ee, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1059b08a-94ca-4118-aae4-fecbe55e65ee,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:17.233487 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.415576 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.416356 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.416356 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Floating IP 3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe disassociated. External IP: 172.27.0.21, port: 1059b08a-94ca-4118-aae4-fecbe55e65ee. Mar 08 12:08:17.416622 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Calling delete_port for 1059b08a-94ca-4118-aae4-fecbe55e65ee owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:17.533995 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e1395-d292-4b38-aee5-812dc54b4707 req-09c4e648-02a8-447e-8884-f8a51705bd75 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:17.535534 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bd9e1395-d292-4b38-aee5-812dc54b4707 req-09c4e648-02a8-447e-8884-f8a51705bd75 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.1099319 Mar 08 12:08:17.578695 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-491a8897-3efc-4983-9bfb-aed9c259c196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.626373 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bd9e1395-d292-4b38-aee5-812dc54b4707 req-3162f97b-cd30-4cc8-a012-ddb89cd3d893 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846050 Mar 08 12:08:17.701691 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (1059b08a-94ca-4118-aae4-fecbe55e65ee), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.731947 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event deleted for resources: {'Port': ['ID=1059b08a-94ca-4118-aae4-fecbe55e65ee,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:17.857060 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Router d13729ae-dc10-45b0-8da4-670f0b9efe91 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:08:17.965448 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:08:17.979379 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7f938-ebe7-4529-ae19-5bc481343ef7 None None] Sync routers for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:08:17.992069 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7f938-ebe7-4529-ae19-5bc481343ef7 None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:17.994481 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-b4b7f938-ebe7-4529-ae19-5bc481343ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:07:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:18.011688 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] No DVR routers for this DVR port 1059b08a-94ca-4118-aae4-fecbe55e65ee on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:08:18.022744 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:18.026006 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f25bb401-7b40-4ec7-99a9-a764c077e5ea req-ff9565e6-a81d-4faf-ad29-92a4e4c8193f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.53 "DELETE /v2.0/ports/1059b08a-94ca-4118-aae4-fecbe55e65ee HTTP/1.1" status: 204 len: 173 time: 0.9828951 Mar 08 12:08:18.026459 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd5fe0-308c-45ff-b71d-c42c081bd85d', 'name': 'network-vif-deleted', 'tag': '1059b08a-94ca-4118-aae4-fecbe55e65ee'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:18.029268 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0918d228-9445-47e2-b88f-b8f23f0c6486" -d '{"events": [{"server_uuid": "d0fd5fe0-308c-45ff-b71d-c42c081bd85d", "name": "network-vif-deleted", "tag": "1059b08a-94ca-4118-aae4-fecbe55e65ee"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:18.052573 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e9684448-12ca-433b-a68f-dc30c8fa72d2 req-0145d674-6014-4632-bd23-cb618eb04bcf tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 210 time: 0.0385711 Mar 08 12:08:18.074993 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae225339-978a-465c-b311-3fa042a6f75c x-openstack-request-id: req-ae225339-978a-465c-b311-3fa042a6f75c {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:18.074993 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fd5fe0-308c-45ff-b71d-c42c081bd85d", "name": "network-vif-deleted", "tag": "1059b08a-94ca-4118-aae4-fecbe55e65ee", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:18.074993 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae225339-978a-465c-b311-3fa042a6f75c {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:18.074993 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fd5fe0-308c-45ff-b71d-c42c081bd85d', 'name': 'network-vif-deleted', 'tag': '1059b08a-94ca-4118-aae4-fecbe55e65ee', 'status': 'completed', 'code': 200} Mar 08 12:08:18.127418 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-b4b7f938-ebe7-4529-ae19-5bc481343ef7 None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:18.336267 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-b4b7f938-ebe7-4529-ae19-5bc481343ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 5, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:18.364470 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7f938-ebe7-4529-ae19-5bc481343ef7 None None] Checking router: d13729ae-dc10-45b0-8da4-670f0b9efe91 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:08:18.373122 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7f938-ebe7-4529-ae19-5bc481343ef7 None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:18.373730 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-b4b7f938-ebe7-4529-ae19-5bc481343ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:07:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:18.493037 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-b4b7f938-ebe7-4529-ae19-5bc481343ef7 None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:18.710423 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-b4b7f938-ebe7-4529-ae19-5bc481343ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 5, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:18.738429 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7f938-ebe7-4529-ae19-5bc481343ef7 None None] The sync data for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi is: [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 5, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:08:18.757513 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aa91a-cdf9-4db6-a4ef-021cae260426 req-89ff857c-0cdb-4780-84e2-7b973876029f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:18.759124 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a97aa91a-cdf9-4db6-a4ef-021cae260426 req-89ff857c-0cdb-4780-84e2-7b973876029f tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 944 time: 0.0615590 Mar 08 12:08:18.813012 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a97aa91a-cdf9-4db6-a4ef-021cae260426 req-aed6e782-ee6d-4dbb-a0b7-3a3f6b4106fd tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468106 Mar 08 12:08:18.979396 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce88f413-d201-475b-9190-6720bd7a7184 None None] New status for floating IP 3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe: DOWN {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:08:19.163897 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-afba5eaa-494f-45a3-a33e-f0d8f13f9709 req-1d4ff520-05d5-42e1-b042-162c79d6c735 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0fd5fe0-308c-45ff-b71d-c42c081bd85d HTTP/1.1" status: 200 len: 210 time: 0.0285828 Mar 08 12:08:19.320993 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 6d077b79-4d70-4e42-a018-e71c1406a129 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:08:19.331003 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 1059b08a-94ca-4118-aae4-fecbe55e65ee no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:08:19.355865 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 1059b08a-94ca-4118-aae4-fecbe55e65ee {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:08:19.356120 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 1059b08a-94ca-4118-aae4-fecbe55e65ee not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:08:19.443743 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 6d077b79-4d70-4e42-a018-e71c1406a129, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6d077b79-4d70-4e42-a018-e71c1406a129,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:19.454619 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '6d077b79-4d70-4e42-a018-e71c1406a129', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'port_id': '6d077b79-4d70-4e42-a018-e71c1406a129', 'mac_address': 'fa:16:3e:6b:2e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:08:19.492127 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 6d077b79-4d70-4e42-a018-e71c1406a129 is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:19.492540 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:19.505010 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d077b79-4d70-4e42-a018-e71c1406a129 {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:08:19.523777 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 6d077b79-4d70-4e42-a018-e71c1406a129, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6d077b79-4d70-4e42-a018-e71c1406a129,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:19.607478 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:19.655801 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=6d077b79-4d70-4e42-a018-e71c1406a129,revision_number=7']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:19.939826 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ce927-c137-4a90-8672-32de9fa12398 req-ff738abe-0816-4fc5-a152-426a7d6f9541 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:19.941330 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-755ce927-c137-4a90-8672-32de9fa12398 req-ff738abe-0816-4fc5-a152-426a7d6f9541 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 945 time: 0.0580115 Mar 08 12:08:19.991296 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-755ce927-c137-4a90-8672-32de9fa12398 req-fd8b02cc-e45b-4f94-9026-749063b4b6cb tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437689 Mar 08 12:08:19.998153 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['6d077b79-4d70-4e42-a018-e71c1406a129'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:08:20.129463 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ab51b587-df64-4699-93d1-7016d3f30f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:20.317319 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 49656) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:20.370916 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-15c08417-de79-4010-8f7b-889db7fb075d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group (b331c5f6-6177-4f89-b5a6-d60828d9a0f1), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:20.396166 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-15c08417-de79-4010-8f7b-889db7fb075d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group (b331c5f6-6177-4f89-b5a6-d60828d9a0f1), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:20.519188 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-15c08417-de79-4010-8f7b-889db7fb075d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b331c5f6-6177-4f89-b5a6-d60828d9a0f1), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:20.522023 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-15c08417-de79-4010-8f7b-889db7fb075d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:20.523262 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-15c08417-de79-4010-8f7b-889db7fb075d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "DELETE /v2.0/security-groups/b331c5f6-6177-4f89-b5a6-d60828d9a0f1 HTTP/1.1" status: 204 len: 168 time: 0.2049217 Mar 08 12:08:20.528274 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 49658) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:20.532511 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c08417-de79-4010-8f7b-889db7fb075d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b331c5f6-6177-4f89-b5a6-d60828d9a0f1,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:20.544263 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.api.v2.resource [None req-5d7bd10c-b17f-4e16-ac32-3a0ea8af4323 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] show failed (client error): The resource could not be found. Mar 08 12:08:20.545297 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-5d7bd10c-b17f-4e16-ac32-3a0ea8af4323 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups/b331c5f6-6177-4f89-b5a6-d60828d9a0f1 HTTP/1.1" status: 404 len: 347 time: 0.0182009 Mar 08 12:08:20.548526 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 49660) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:20.680128 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-183d4b72-178a-4455-aa52-acc6058a0ee5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Deleting port 68af10f0-dc4e-4b3e-a983-a556280d1010 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:20.680502 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-183d4b72-178a-4455-aa52-acc6058a0ee5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (68af10f0-dc4e-4b3e-a983-a556280d1010), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:20.755104 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-183d4b72-178a-4455-aa52-acc6058a0ee5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (68af10f0-dc4e-4b3e-a983-a556280d1010), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:20.755419 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-183d4b72-178a-4455-aa52-acc6058a0ee5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (68af10f0-dc4e-4b3e-a983-a556280d1010), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:20.766804 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-183d4b72-178a-4455-aa52-acc6058a0ee5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Calling delete_port for 68af10f0-dc4e-4b3e-a983-a556280d1010 owned by network:floatingip {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:20.998616 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-183d4b72-178a-4455-aa52-acc6058a0ee5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (68af10f0-dc4e-4b3e-a983-a556280d1010), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:21.023038 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:21.026092 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d4b72-178a-4455-aa52-acc6058a0ee5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event deleted for resources: {'Port': ['ID=68af10f0-dc4e-4b3e-a983-a556280d1010,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:21.115703 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-183d4b72-178a-4455-aa52-acc6058a0ee5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:21.118287 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-183d4b72-178a-4455-aa52-acc6058a0ee5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:21.119439 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-183d4b72-178a-4455-aa52-acc6058a0ee5 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "DELETE /v2.0/floatingips/3aaeb17a-d899-4d9f-bf68-2ac0ec166ffe HTTP/1.1" status: 204 len: 168 time: 0.5699172 Mar 08 12:08:21.139169 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609f4a5-272a-4ab9-9905-b90da7b72aed req-1fea66b7-fa21-4c19-8f74-09abbd333355 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:21.140650 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8609f4a5-272a-4ab9-9905-b90da7b72aed req-1fea66b7-fa21-4c19-8f74-09abbd333355 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 945 time: 0.0700049 Mar 08 12:08:21.191369 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8609f4a5-272a-4ab9-9905-b90da7b72aed req-bd25ac6c-c3ea-4302-bb1a-5a0ca3ec474b tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448110 Mar 08 12:08:21.327049 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 6d077b79-4d70-4e42-a018-e71c1406a129 up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:08:21.373894 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 6d077b79-4d70-4e42-a018-e71c1406a129 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:21.374268 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:21.446651 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 6d077b79-4d70-4e42-a018-e71c1406a129 is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:21.446960 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:21.472508 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:21.474703 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90edf4ce-4fb2-4ba2-9631-ca22dc1c202e" -d '{"events": [{"server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "name": "network-vif-plugged", "status": "completed", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:21.487179 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 6d077b79-4d70-4e42-a018-e71c1406a129, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6d077b79-4d70-4e42-a018-e71c1406a129,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:21.512024 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197dae1e-db13-4c2f-9af3-6722003b910e x-openstack-request-id: req-197dae1e-db13-4c2f-9af3-6722003b910e {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:21.512332 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "name": "network-vif-plugged", "status": "completed", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:21.513112 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-197dae1e-db13-4c2f-9af3-6722003b910e {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:21.513550 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129', 'code': 200} Mar 08 12:08:21.582237 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:21.598699 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 49668) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:21.603674 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-73304031-f0f4-4ce6-a4e9-31c64dd26947 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683515525', 'description': 'tempest-description--285999164'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:21.633805 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=6d077b79-4d70-4e42-a018-e71c1406a129,revision_number=8']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:21.646519 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:21.650959 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:21.650959 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:21.650959 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:21.650959 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:21.650959 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:21.650959 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:21.650959 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:21.650959 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:21.651575 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:21.651934 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:21.655049 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:21.655049 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:21.698473 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-73304031-f0f4-4ce6-a4e9-31c64dd26947 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:21.768460 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-73304031-f0f4-4ce6-a4e9-31c64dd26947 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group (2215df9d-7cb9-4112-bd70-c60eabce6893), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:21.864140 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-73304031-f0f4-4ce6-a4e9-31c64dd26947 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (2215df9d-7cb9-4112-bd70-c60eabce6893), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:21.869529 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d46deb-f7f1-45a1-ae4d-d3c1cfbd15bb req-7b675ee3-260c-4627-9c4c-8139a5e08740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:21.876497 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c2d46deb-f7f1-45a1-ae4d-d3c1cfbd15bb req-7b675ee3-260c-4627-9c4c-8139a5e08740 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 1130 time: 0.0498044 Mar 08 12:08:21.894108 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73304031-f0f4-4ce6-a4e9-31c64dd26947 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2215df9d-7cb9-4112-bd70-c60eabce6893,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:21.919907 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c2d46deb-f7f1-45a1-ae4d-d3c1cfbd15bb req-86747a64-4d4a-4738-8926-c46415ecff3c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423636 Mar 08 12:08:21.946270 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-73304031-f0f4-4ce6-a4e9-31c64dd26947 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:21.947651 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-73304031-f0f4-4ce6-a4e9-31c64dd26947 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3479512 Mar 08 12:08:21.951379 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 49670) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:21.955835 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-85a6b4d2-b540-417d-8616-c58c7fce28ac tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Request body: {'security_group_rule': {'security_group_id': '2215df9d-7cb9-4112-bd70-c60eabce6893', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:22.044328 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-85a6b4d2-b540-417d-8616-c58c7fce28ac tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group_rule (537f31e5-a650-4b60-b6ff-c04a809c174e), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:22.099535 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-85a6b4d2-b540-417d-8616-c58c7fce28ac tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group_rule (537f31e5-a650-4b60-b6ff-c04a809c174e), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:22.215746 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-85a6b4d2-b540-417d-8616-c58c7fce28ac tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (537f31e5-a650-4b60-b6ff-c04a809c174e), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:22.234177 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6b4d2-b540-417d-8616-c58c7fce28ac tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537f31e5-a650-4b60-b6ff-c04a809c174e,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:22.304541 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-85a6b4d2-b540-417d-8616-c58c7fce28ac tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:22.305790 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-85a6b4d2-b540-417d-8616-c58c7fce28ac tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3534410 Mar 08 12:08:22.308514 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 49676) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:22.314259 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-3a91be00-9721-4336-9a98-0e54215d0f0a tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Request body: {'security_group_rule': {'security_group_id': '2215df9d-7cb9-4112-bd70-c60eabce6893', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:22.332951 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a517076-56d9-4371-9eff-c3f0a66604a1 req-e91615b6-85cd-4855-9d07-854d78f2e7a3 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:22.334459 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0a517076-56d9-4371-9eff-c3f0a66604a1 req-e91615b6-85cd-4855-9d07-854d78f2e7a3 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0718410 Mar 08 12:08:22.389514 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0a517076-56d9-4371-9eff-c3f0a66604a1 req-e76df567-5f45-4d26-9b2d-6b8c0fe93f5c tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480881 Mar 08 12:08:22.421180 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3a91be00-9721-4336-9a98-0e54215d0f0a tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group_rule (201ac536-9408-4400-bc48-3ea3419c61d3), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:22.468683 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3a91be00-9721-4336-9a98-0e54215d0f0a tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group_rule (201ac536-9408-4400-bc48-3ea3419c61d3), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:22.518244 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:22.547313 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3a91be00-9721-4336-9a98-0e54215d0f0a tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (201ac536-9408-4400-bc48-3ea3419c61d3), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:22.567226 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91be00-9721-4336-9a98-0e54215d0f0a tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201ac536-9408-4400-bc48-3ea3419c61d3,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:22.651744 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3a91be00-9721-4336-9a98-0e54215d0f0a tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:22.653529 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-3a91be00-9721-4336-9a98-0e54215d0f0a tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3435488 Mar 08 12:08:22.656514 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 49678) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:22.660881 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Request body: {'floatingip': {'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:22.755517 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:22.860144 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:22.972394 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Allocated IP 172.27.0.56 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/476d9640-523d-4677-8346-0a46aa95eaab) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:08:23.084582 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for port (476d9640-523d-4677-8346-0a46aa95eaab), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:23.199286 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (476d9640-523d-4677-8346-0a46aa95eaab), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:23.244952 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:08:23.251072 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:08:23.253195 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event updated for resources: {'Port': ['ID=476d9640-523d-4677-8346-0a46aa95eaab,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:23.255362 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:08:23.375048 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (dcf09f53-1e5f-4a07-a513-6ed9a384242f), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:23.498083 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (476d9640-523d-4677-8346-0a46aa95eaab), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:23.555758 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ee907-3833-4782-a21e-0b716f811e89 req-b83ad569-dcc8-4d75-a465-56499c7001aa tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:23.557360 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-592ee907-3833-4782-a21e-0b716f811e89 req-b83ad569-dcc8-4d75-a465-56499c7001aa tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0955043 Mar 08 12:08:23.671520 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-592ee907-3833-4782-a21e-0b716f811e89 req-497cf632-5d6a-4d7e-8fb6-d49736d8c232 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069322 Mar 08 12:08:23.703703 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for port (476d9640-523d-4677-8346-0a46aa95eaab), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:23.775964 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (476d9640-523d-4677-8346-0a46aa95eaab), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:23.857314 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event updated for resources: {'Port': ['ID=476d9640-523d-4677-8346-0a46aa95eaab,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:23.862504 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (dcf09f53-1e5f-4a07-a513-6ed9a384242f), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:23.949991 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:23.977849 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:23.979113 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-b78935b8-4fac-4519-89da-50467e364390 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3216529 Mar 08 12:08:24.178572 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-35c37fd2-f18a-4847-9fe9-aa8719dd4b21 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--683515525&fields=id&tenant_id=0da8171e28bc4e7bae7442cba91ffc3a HTTP/1.1" status: 200 len: 267 time: 0.0439479 Mar 08 12:08:24.282585 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-9038336d-e04d-48a6-b2a0-0d7b3c66d781 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:24.285751 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-9038336d-e04d-48a6-b2a0-0d7b3c66d781 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/networks?id=7f359cc5-2843-4822-80dc-0991890d71fa HTTP/1.1" status: 200 len: 810 time: 0.1003275 Mar 08 12:08:24.300342 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-668ca2fb-4e5f-4d86-87cc-28f1f0151c86 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/quotas/0da8171e28bc4e7bae7442cba91ffc3a HTTP/1.1" status: 200 len: 375 time: 0.0096030 Mar 08 12:08:24.358042 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-dfcd43e9-4310-4eb5-be3c-bce1faa68f06 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524178 Mar 08 12:08:24.494008 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-d8591a55-8790-4920-89d6-3ae7fe535529 service neutron] 10.222.0.43 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248152 Mar 08 12:08:24.583706 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-76928dc0-7d9d-430c-81c4-eba12fc954f6 service neutron] 10.222.0.43 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839715 Mar 08 12:08:24.819572 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ed65a8d6-05dd-4ba5-8d60-534c1b3f76bd req-89a09a91-4d6d-40f0-950a-abd3226b24f3 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 210 time: 0.0263600 Mar 08 12:08:25.911218 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-16252442-98cc-4cea-8deb-f5ad1050a351 req-aa40a81f-ddd8-48be-8080-d7909698e913 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 210 time: 0.0271780 Mar 08 12:08:26.841480 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-e5e40ae4-786f-4641-b6e6-2e0a229a18d9 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:26.842999 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-e5e40ae4-786f-4641-b6e6-2e0a229a18d9 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.53 "GET /v2.0/networks?id=7f359cc5-2843-4822-80dc-0991890d71fa HTTP/1.1" status: 200 len: 810 time: 0.1070409 Mar 08 12:08:26.910328 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-d95fdcac-9ee7-471c-b6a3-1539a2cd366d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0da8171e28bc4e7bae7442cba91ffc3a HTTP/1.1" status: 200 len: 379 time: 0.0527675 Mar 08 12:08:26.918332 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-be415ed8-ab98-4887-96bf-7f1219d265ea tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Request body: {'port': {'device_id': '6c975139-6b5d-4e2a-b510-883ac727e9fc', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'admin_state_up': True, 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'security_groups': ['2215df9d-7cb9-4112-bd70-c60eabce6893']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:27.292100 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f0f2f0fe-b5f8-4066-aeda-33d6646316c2 req-92d3a583-72de-468b-af1e-ee9f074aff05 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 210 time: 0.3034267 Mar 08 12:08:27.389766 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-be415ed8-ab98-4887-96bf-7f1219d265ea tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Made reservation on behalf of 0da8171e28bc4e7bae7442cba91ffc3a for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:08:27.393110 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-be415ed8-ab98-4887-96bf-7f1219d265ea tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:27.514381 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-be415ed8-ab98-4887-96bf-7f1219d265ea tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Allocated IP 172.20.0.9 (7f359cc5-2843-4822-80dc-0991890d71fa/a431dca8-79c9-4874-a87f-d7946fc1238f/3be32e39-a7df-4e5d-b339-66703a48b974) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:08:27.653873 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-be415ed8-ab98-4887-96bf-7f1219d265ea tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for port (3be32e39-a7df-4e5d-b339-66703a48b974), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:27.759130 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-be415ed8-ab98-4887-96bf-7f1219d265ea tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:27.797484 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-be415ed8-ab98-4887-96bf-7f1219d265ea tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Network 7f359cc5-2843-4822-80dc-0991890d71fa is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:08:27.802514 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-be415ed8-ab98-4887-96bf-7f1219d265ea tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:08:27.806209 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-be415ed8-ab98-4887-96bf-7f1219d265ea tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:08:27.838231 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be415ed8-ab98-4887-96bf-7f1219d265ea tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event updated for resources: {'Port': ['ID=3be32e39-a7df-4e5d-b339-66703a48b974,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:27.867269 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-be415ed8-ab98-4887-96bf-7f1219d265ea tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:27.867934 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-be415ed8-ab98-4887-96bf-7f1219d265ea tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:27.932901 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-be415ed8-ab98-4887-96bf-7f1219d265ea tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0182605 Mar 08 12:08:27.950544 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Request body: {'port': {'device_id': '6c975139-6b5d-4e2a-b510-883ac727e9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:28.013221 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:28.044889 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d1d2f7e3-a781-4c86-b950-9055a503b1e8 None None] Provisioning complete for port 3be32e39-a7df-4e5d-b339-66703a48b974 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:28.045564 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f7e3-a781-4c86-b950-9055a503b1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:28.215722 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2f7e3-a781-4c86-b950-9055a503b1e8 None None] Port 3be32e39-a7df-4e5d-b339-66703a48b974 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:08:28.283245 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be32e39-a7df-4e5d-b339-66703a48b974 {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:08:28.291029 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Publish callbacks [] for port (3be32e39-a7df-4e5d-b339-66703a48b974), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:28.303390 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Transition to ACTIVE for port object 3be32e39-a7df-4e5d-b339-66703a48b974 will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:08:28.406416 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:28.464077 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166cfbb-e1f9-420c-9bfd-34ece58a010e req-9263dbc8-7d25-4be9-8a38-3899f3d70e28 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:28.466402 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6166cfbb-e1f9-420c-9bfd-34ece58a010e req-9263dbc8-7d25-4be9-8a38-3899f3d70e28 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 931 time: 0.1004879 Mar 08 12:08:28.480225 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Pushing event updated for resources: {'Port': ['ID=3be32e39-a7df-4e5d-b339-66703a48b974,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:28.570407 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6166cfbb-e1f9-420c-9bfd-34ece58a010e req-589ca99a-e8dd-407f-b1b1-1ea75a76480a tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=2215df9d-7cb9-4112-bd70-c60eabce6893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975544 Mar 08 12:08:28.591412 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Attempting to bind port 3be32e39-a7df-4e5d-b339-66703a48b974 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:08:28.591746 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Attempting to bind port 3be32e39-a7df-4e5d-b339-66703a48b974 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:08:28.592068 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Attempting to bind port 3be32e39-a7df-4e5d-b339-66703a48b974 on network 7f359cc5-2843-4822-80dc-0991890d71fa {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:08:28.597041 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Port 3be32e39-a7df-4e5d-b339-66703a48b974 on network 7f359cc5-2843-4822-80dc-0991890d71fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:08:28.597368 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Attempting to bind port 3be32e39-a7df-4e5d-b339-66703a48b974 on network 7f359cc5-2843-4822-80dc-0991890d71fa {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:08:28.603072 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:08:28.603412 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Checking segment: {'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:08:28.603797 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Bound using segment: {'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:08:28.604227 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Bound port: 3be32e39-a7df-4e5d-b339-66703a48b974, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb25276-a2d3-41f6-808c-cf55909d0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:08:28.604624 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:28.669557 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] For port 3be32e39-a7df-4e5d-b339-66703a48b974, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:08:28.672543 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] For port 3be32e39-a7df-4e5d-b339-66703a48b974, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3be32e39-a7df-4e5d-b339-66703a48b974,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:08:28.780004 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:28.815366 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:28.816013 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:28.817435 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] 10.222.0.53 "PUT /v2.0/ports/3be32e39-a7df-4e5d-b339-66703a48b974 HTTP/1.1" status: 200 len: 1093 time: 0.8721089 Mar 08 12:08:28.817893 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c975139-6b5d-4e2a-b510-883ac727e9fc', 'tag': '3be32e39-a7df-4e5d-b339-66703a48b974'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:28.820155 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16afaf06-c7d2-451f-ad8f-9aa750295fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c975139-6b5d-4e2a-b510-883ac727e9fc", "tag": "3be32e39-a7df-4e5d-b339-66703a48b974"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:28.847815 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3e09a-10fa-4b95-867e-14de0d38930c service neutron] Pushing event updated for resources: {'Port': ['ID=3be32e39-a7df-4e5d-b339-66703a48b974,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:28.867688 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12b2f66-ab70-438a-a902-964c43857152 x-openstack-request-id: req-e12b2f66-ab70-438a-a902-964c43857152 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:28.867688 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c975139-6b5d-4e2a-b510-883ac727e9fc", "tag": "3be32e39-a7df-4e5d-b339-66703a48b974", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:28.867688 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e12b2f66-ab70-438a-a902-964c43857152 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:28.867688 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c975139-6b5d-4e2a-b510-883ac727e9fc', 'tag': '3be32e39-a7df-4e5d-b339-66703a48b974', 'status': 'completed', 'code': 200} Mar 08 12:08:28.956893 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afaf06-c7d2-451f-ad8f-9aa750295fe6 req-e4269c8f-21bc-4d44-8de6-4a70787772bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:28.958453 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-16afaf06-c7d2-451f-ad8f-9aa750295fe6 req-e4269c8f-21bc-4d44-8de6-4a70787772bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 1127 time: 0.0511212 Mar 08 12:08:29.066075 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afaf06-c7d2-451f-ad8f-9aa750295fe6 req-8c73b4d1-295a-436a-9079-122c923b6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:29.067550 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-16afaf06-c7d2-451f-ad8f-9aa750295fe6 req-8c73b4d1-295a-436a-9079-122c923b6509 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0968390 Mar 08 12:08:29.163989 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afaf06-c7d2-451f-ad8f-9aa750295fe6 req-bd2c6ea1-fe3e-4dba-9325-4d58b17fba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:29.165404 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-16afaf06-c7d2-451f-ad8f-9aa750295fe6 req-bd2c6ea1-fe3e-4dba-9325-4d58b17fba52 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921183 Mar 08 12:08:29.263106 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-a302e917-3479-44b1-b787-d788a05b20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:29.264601 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-a302e917-3479-44b1-b787-d788a05b20f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 1127 time: 0.0431824 Mar 08 12:08:29.311176 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-9fb7c676-bd32-4ff0-98f0-04bd654d22ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3be32e39-a7df-4e5d-b339-66703a48b974 HTTP/1.1" status: 200 len: 217 time: 0.0348120 Mar 08 12:08:29.357931 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b6960578-f816-4586-bf2e-badbae4bc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:29.359349 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-b6960578-f816-4586-bf2e-badbae4bc0bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a431dca8-79c9-4874-a87f-d7946fc1238f HTTP/1.1" status: 200 len: 849 time: 0.0426173 Mar 08 12:08:29.410829 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-1d4f3e21-b120-4a38-b5a6-63bc943a70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:29.412347 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-1d4f3e21-b120-4a38-b5a6-63bc943a70f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f359cc5-2843-4822-80dc-0991890d71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460970 Mar 08 12:08:29.498883 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-857c02c9-4428-4006-ad3e-b7b2141eadb0 service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805042 Mar 08 12:08:29.590314 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-428c2ca2-75bc-4d2c-8005-dbd0f2637497 req-3266cc8a-18a0-4340-a135-1dcf32342a97 service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854092 Mar 08 12:08:29.691699 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fa667-5404-426c-8a4b-e3cde31c8e83 req-464fc0bf-b48c-42f9-a7d3-8218bc00b0db tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:29.693243 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1f2fa667-5404-426c-8a4b-e3cde31c8e83 req-464fc0bf-b48c-42f9-a7d3-8218bc00b0db tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 943 time: 0.0553782 Mar 08 12:08:29.740177 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1f2fa667-5404-426c-8a4b-e3cde31c8e83 req-7cd8ac46-2839-4616-88ad-2a29c33ab776 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=2215df9d-7cb9-4112-bd70-c60eabce6893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412486 Mar 08 12:08:30.866060 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad04bc8-e4ce-4fea-9522-f291750d8ed0 req-9d37f304-2b2a-4625-b791-40871ac96e95 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:30.867548 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7ad04bc8-e4ce-4fea-9522-f291750d8ed0 req-9d37f304-2b2a-4625-b791-40871ac96e95 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 943 time: 0.0546966 Mar 08 12:08:30.916218 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7ad04bc8-e4ce-4fea-9522-f291750d8ed0 req-56830082-e4e9-4427-9db4-5e1f1f8af828 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=2215df9d-7cb9-4112-bd70-c60eabce6893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425403 Mar 08 12:08:32.040237 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e4641-a84f-4b48-8052-b1d40da0302e req-b3f1d27e-79a6-4015-8fcb-17a573ebdfa7 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:32.041779 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fd0e4641-a84f-4b48-8052-b1d40da0302e req-b3f1d27e-79a6-4015-8fcb-17a573ebdfa7 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 943 time: 0.0564497 Mar 08 12:08:32.089210 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fd0e4641-a84f-4b48-8052-b1d40da0302e req-0cd6945d-7a24-4a84-9144-24fb3f9ec55d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=2215df9d-7cb9-4112-bd70-c60eabce6893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418279 Mar 08 12:08:33.212930 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af1522-f9c9-465e-8aa7-3357e9ed980a req-15df41b1-54a5-49c9-b6c4-11b41008ad54 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:33.214387 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-42af1522-f9c9-465e-8aa7-3357e9ed980a req-15df41b1-54a5-49c9-b6c4-11b41008ad54 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 943 time: 0.0543325 Mar 08 12:08:33.275923 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-42af1522-f9c9-465e-8aa7-3357e9ed980a req-f29a032c-6970-48a4-aaac-8e2d6a89e7d0 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=2215df9d-7cb9-4112-bd70-c60eabce6893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559416 Mar 08 12:08:33.373314 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 3be32e39-a7df-4e5d-b339-66703a48b974 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:08:33.473601 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 3be32e39-a7df-4e5d-b339-66703a48b974, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3be32e39-a7df-4e5d-b339-66703a48b974,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:33.484123 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '3be32e39-a7df-4e5d-b339-66703a48b974', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'port_id': '3be32e39-a7df-4e5d-b339-66703a48b974', 'mac_address': 'fa:16:3e:6e:ee:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:08:33.520058 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 3be32e39-a7df-4e5d-b339-66703a48b974 is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:33.520479 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:33.532626 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be32e39-a7df-4e5d-b339-66703a48b974 {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:08:33.551610 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 3be32e39-a7df-4e5d-b339-66703a48b974, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3be32e39-a7df-4e5d-b339-66703a48b974,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:33.620723 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:33.665685 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=3be32e39-a7df-4e5d-b339-66703a48b974,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:34.033602 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['3be32e39-a7df-4e5d-b339-66703a48b974'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:08:34.392820 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd90b9c-538a-40e2-af2f-94a0ddbc4fdc req-b6c82b0a-375a-4ad3-953a-cf9b0c80f4da tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:34.394326 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-efd90b9c-538a-40e2-af2f-94a0ddbc4fdc req-b6c82b0a-375a-4ad3-953a-cf9b0c80f4da tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 944 time: 0.0528846 Mar 08 12:08:34.440689 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-efd90b9c-538a-40e2-af2f-94a0ddbc4fdc req-bf9e1ffc-bcd5-41f4-b674-42bfd97f080b tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=2215df9d-7cb9-4112-bd70-c60eabce6893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408957 Mar 08 12:08:35.012125 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:08:35.384160 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 3be32e39-a7df-4e5d-b339-66703a48b974 up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:08:35.512773 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 3be32e39-a7df-4e5d-b339-66703a48b974 completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:08:35.517030 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 3be32e39-a7df-4e5d-b339-66703a48b974 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:35.517551 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:35.566275 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4023d9-5cad-4cb0-8916-6f3e60e05b55 req-2ee5145f-e4ad-44eb-8e2b-35c9a2fdd330 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:35.567689 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f4023d9-5cad-4cb0-8916-6f3e60e05b55 req-2ee5145f-e4ad-44eb-8e2b-35c9a2fdd330 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 944 time: 0.0578051 Mar 08 12:08:35.600785 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 3be32e39-a7df-4e5d-b339-66703a48b974 is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:35.601164 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:35.616584 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f4023d9-5cad-4cb0-8916-6f3e60e05b55 req-80bdf66b-9d80-41b6-b2bc-77839d6e8110 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=2215df9d-7cb9-4112-bd70-c60eabce6893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430713 Mar 08 12:08:35.624339 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c975139-6b5d-4e2a-b510-883ac727e9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be32e39-a7df-4e5d-b339-66703a48b974'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:35.626743 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1deffa-ff71-4cad-8800-db12a5c559c1" -d '{"events": [{"server_uuid": "6c975139-6b5d-4e2a-b510-883ac727e9fc", "name": "network-vif-plugged", "status": "completed", "tag": "3be32e39-a7df-4e5d-b339-66703a48b974"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:35.640479 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 3be32e39-a7df-4e5d-b339-66703a48b974, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3be32e39-a7df-4e5d-b339-66703a48b974,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:35.665302 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06719261-69c9-4346-8a18-62149c3afe0c x-openstack-request-id: req-06719261-69c9-4346-8a18-62149c3afe0c {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:35.667754 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c975139-6b5d-4e2a-b510-883ac727e9fc", "name": "network-vif-plugged", "status": "completed", "tag": "3be32e39-a7df-4e5d-b339-66703a48b974", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:35.667754 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06719261-69c9-4346-8a18-62149c3afe0c {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:35.667754 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c975139-6b5d-4e2a-b510-883ac727e9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be32e39-a7df-4e5d-b339-66703a48b974', 'code': 200} Mar 08 12:08:35.715687 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:35.766370 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=3be32e39-a7df-4e5d-b339-66703a48b974,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:35.988225 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54397712-baed-4853-88af-4e145e3bccbc req-9b24b576-3887-47a8-9bbf-a1cab7cb8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:35.989759 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-54397712-baed-4853-88af-4e145e3bccbc req-9b24b576-3887-47a8-9bbf-a1cab7cb8f54 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 1129 time: 0.0481632 Mar 08 12:08:36.033592 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-54397712-baed-4853-88af-4e145e3bccbc req-fc9e3799-a2c2-44ab-8324-e7bee873a8ff service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2215df9d-7cb9-4112-bd70-c60eabce6893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373740 Mar 08 12:08:36.732228 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8f763-fb33-4753-bcde-4eeb872e16ba req-ba396e61-97fa-49e4-b576-6209a33f40fd tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:36.733737 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-62f8f763-fb33-4753-bcde-4eeb872e16ba req-ba396e61-97fa-49e4-b576-6209a33f40fd tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 945 time: 0.0525014 Mar 08 12:08:36.780036 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-62f8f763-fb33-4753-bcde-4eeb872e16ba req-213fb024-8e5d-4a64-bad2-baaebb66e935 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=2215df9d-7cb9-4112-bd70-c60eabce6893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404711 Mar 08 12:08:36.860847 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:37.898220 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b841397-2c79-4e87-8b97-06940ec2a43b req-09700fad-4d1b-4e22-8de5-cac0bc1b0f43 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:37.899799 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7b841397-2c79-4e87-8b97-06940ec2a43b req-09700fad-4d1b-4e22-8de5-cac0bc1b0f43 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 945 time: 0.0520592 Mar 08 12:08:37.951334 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7b841397-2c79-4e87-8b97-06940ec2a43b req-1080551f-a579-4a69-a655-6ea818a61a2f tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=2215df9d-7cb9-4112-bd70-c60eabce6893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458193 Mar 08 12:08:38.068308 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013841b-84e2-4847-88eb-8f306aad6a56 req-8688ab99-0d52-4582-882a-15a53ed4f96e tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:38.069833 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1013841b-84e2-4847-88eb-8f306aad6a56 req-8688ab99-0d52-4582-882a-15a53ed4f96e tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 945 time: 0.0540872 Mar 08 12:08:38.078320 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 49742) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:38.083029 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-f771d318-7328-4c83-9cc5-cd68a6fd2687 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Request body: {'floatingip': {'port_id': '3be32e39-a7df-4e5d-b339-66703a48b974'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:38.123552 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f771d318-7328-4c83-9cc5-cd68a6fd2687 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (dcf09f53-1e5f-4a07-a513-6ed9a384242f), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:38.565646 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f771d318-7328-4c83-9cc5-cd68a6fd2687 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:38.623436 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f771d318-7328-4c83-9cc5-cd68a6fd2687 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (dcf09f53-1e5f-4a07-a513-6ed9a384242f), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:38.723481 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [None req-f771d318-7328-4c83-9cc5-cd68a6fd2687 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Floating IP dcf09f53-1e5f-4a07-a513-6ed9a384242f associated. External IP: 172.27.0.56, port: 3be32e39-a7df-4e5d-b339-66703a48b974. Mar 08 12:08:38.930254 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f771d318-7328-4c83-9cc5-cd68a6fd2687 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Router d13729ae-dc10-45b0-8da4-670f0b9efe91 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:08:39.038574 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f771d318-7328-4c83-9cc5-cd68a6fd2687 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:08:39.043392 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f771d318-7328-4c83-9cc5-cd68a6fd2687 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:39.051569 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa6f717-f8ca-47f5-a164-4f2827141481 None None] Sync routers for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:08:39.061879 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa6f717-f8ca-47f5-a164-4f2827141481 None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:39.062501 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3fa6f717-f8ca-47f5-a164-4f2827141481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:08:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:39.072076 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-f771d318-7328-4c83-9cc5-cd68a6fd2687 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "PUT /v2.0/floatingips/dcf09f53-1e5f-4a07-a513-6ed9a384242f HTTP/1.1" status: 200 len: 990 time: 0.9926739 Mar 08 12:08:39.072784 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c975139-6b5d-4e2a-b510-883ac727e9fc', 'tag': '3be32e39-a7df-4e5d-b339-66703a48b974'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:39.075806 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df31d3ca-df1b-45df-863b-f7e32d640c58" -d '{"events": [{"name": "network-changed", "server_uuid": "6c975139-6b5d-4e2a-b510-883ac727e9fc", "tag": "3be32e39-a7df-4e5d-b339-66703a48b974"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:39.110434 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427f16b4-e0cf-4b5d-92fd-31cb1d813f6a x-openstack-request-id: req-427f16b4-e0cf-4b5d-92fd-31cb1d813f6a {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:39.110754 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c975139-6b5d-4e2a-b510-883ac727e9fc", "tag": "3be32e39-a7df-4e5d-b339-66703a48b974", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:39.111010 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-427f16b4-e0cf-4b5d-92fd-31cb1d813f6a {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:39.111411 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c975139-6b5d-4e2a-b510-883ac727e9fc', 'tag': '3be32e39-a7df-4e5d-b339-66703a48b974', 'status': 'completed', 'code': 200} Mar 08 12:08:39.176063 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-3fa6f717-f8ca-47f5-a164-4f2827141481 None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:39.219414 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31d3ca-df1b-45df-863b-f7e32d640c58 req-3bf1fcfb-d34f-4693-a887-7f1210f27d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:39.221089 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df31d3ca-df1b-45df-863b-f7e32d640c58 req-3bf1fcfb-d34f-4693-a887-7f1210f27d95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 1129 time: 0.0513499 Mar 08 12:08:39.318762 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31d3ca-df1b-45df-863b-f7e32d640c58 req-99bb7f46-c099-45e4-bb88-0dfcf673a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:39.320229 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df31d3ca-df1b-45df-863b-f7e32d640c58 req-99bb7f46-c099-45e4-bb88-0dfcf673a821 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f359cc5-2843-4822-80dc-0991890d71fa HTTP/1.1" status: 200 len: 911 time: 0.0907290 Mar 08 12:08:39.383507 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df31d3ca-df1b-45df-863b-f7e32d640c58 req-be2aa21e-9485-421d-a6eb-00ae36e7906d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3be32e39-a7df-4e5d-b339-66703a48b974 HTTP/1.1" status: 200 len: 998 time: 0.0569634 Mar 08 12:08:39.413780 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3fa6f717-f8ca-47f5-a164-4f2827141481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': 'dcf09f53-1e5f-4a07-a513-6ed9a384242f', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'port_id': '3be32e39-a7df-4e5d-b339-66703a48b974', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'mac_address': 'fa:16:3e:6e:ee:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c975139-6b5d-4e2a-b510-883ac727e9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:08:23Z', 'updated_at': '2022-03-08T12:08:38Z', 'revision_number': 1, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 5, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:39.441275 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa6f717-f8ca-47f5-a164-4f2827141481 None None] Checking router: d13729ae-dc10-45b0-8da4-670f0b9efe91 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:08:39.442167 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31d3ca-df1b-45df-863b-f7e32d640c58 req-e30e5953-1c57-4155-abb7-8a3080e15733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:39.443655 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df31d3ca-df1b-45df-863b-f7e32d640c58 req-e30e5953-1c57-4155-abb7-8a3080e15733 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a431dca8-79c9-4874-a87f-d7946fc1238f HTTP/1.1" status: 200 len: 849 time: 0.0471754 Mar 08 12:08:39.449523 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa6f717-f8ca-47f5-a164-4f2827141481 None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:39.450125 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3fa6f717-f8ca-47f5-a164-4f2827141481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:08:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:39.492464 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31d3ca-df1b-45df-863b-f7e32d640c58 req-da191e6b-1452-4e9e-8be6-f6536c0ea56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:39.493966 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df31d3ca-df1b-45df-863b-f7e32d640c58 req-da191e6b-1452-4e9e-8be6-f6536c0ea56e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f359cc5-2843-4822-80dc-0991890d71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425444 Mar 08 12:08:39.558366 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-3fa6f717-f8ca-47f5-a164-4f2827141481 None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:39.579997 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df31d3ca-df1b-45df-863b-f7e32d640c58 req-52046c26-ceec-4c9a-878e-e5d310ff14cb service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803299 Mar 08 12:08:39.672236 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df31d3ca-df1b-45df-863b-f7e32d640c58 req-36634e32-7aa6-4ad8-9fd2-4766b8a2e8d7 service neutron] 10.222.0.53 "GET /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851629 Mar 08 12:08:39.784006 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3fa6f717-f8ca-47f5-a164-4f2827141481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': 'dcf09f53-1e5f-4a07-a513-6ed9a384242f', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'port_id': '3be32e39-a7df-4e5d-b339-66703a48b974', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'mac_address': 'fa:16:3e:6e:ee:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c975139-6b5d-4e2a-b510-883ac727e9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:08:23Z', 'updated_at': '2022-03-08T12:08:38Z', 'revision_number': 1, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 5, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:39.811757 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa6f717-f8ca-47f5-a164-4f2827141481 None None] The sync data for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi is: [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': 'dcf09f53-1e5f-4a07-a513-6ed9a384242f', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'port_id': '3be32e39-a7df-4e5d-b339-66703a48b974', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'mac_address': 'fa:16:3e:6e:ee:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c975139-6b5d-4e2a-b510-883ac727e9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:08:23Z', 'updated_at': '2022-03-08T12:08:38Z', 'revision_number': 1, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 5, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:08:40.007634 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2063035-ad13-4980-bd21-6871f7897353 None None] New status for floating IP dcf09f53-1e5f-4a07-a513-6ed9a384242f: ACTIVE {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:08:45.906543 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada2b82-c6dd-489c-a992-50290888d465 req-84d3e99c-f89b-4be3-81e1-8a2b5eaea71e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:45.908089 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2ada2b82-c6dd-489c-a992-50290888d465 req-84d3e99c-f89b-4be3-81e1-8a2b5eaea71e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0512977 Mar 08 12:08:45.954872 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2ada2b82-c6dd-489c-a992-50290888d465 req-ac282570-0700-4ad3-9bab-04b4652cbf95 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411012 Mar 08 12:08:47.085293 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccc522-453a-41e6-a9d8-978ac1571116 req-87e79d4f-73bf-4b09-a1f8-32eb7eb704a2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:47.086818 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a8ccc522-453a-41e6-a9d8-978ac1571116 req-87e79d4f-73bf-4b09-a1f8-32eb7eb704a2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0561693 Mar 08 12:08:47.134027 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a8ccc522-453a-41e6-a9d8-978ac1571116 req-d0c59c25-7cd9-49db-b964-925e64c9e922 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Mar 08 12:08:47.606357 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-05c41e6f-dd3a-4f04-8364-ff2817973ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:48.257085 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca820ac6-7360-46c3-80fb-eb328d8c209a req-f35ec4dd-17da-4520-a043-d136322d3cd6 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:48.258556 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ca820ac6-7360-46c3-80fb-eb328d8c209a req-f35ec4dd-17da-4520-a043-d136322d3cd6 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0510850 Mar 08 12:08:48.303649 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ca820ac6-7360-46c3-80fb-eb328d8c209a req-f6975a22-c4ed-480f-aebb-b525a469c844 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396464 Mar 08 12:08:49.427992 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d3db5-0df5-4fe2-bb3c-d29c6cbb1992 req-f8311585-8441-4538-8a00-6fc3411cfe09 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:49.429393 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-233d3db5-0df5-4fe2-bb3c-d29c6cbb1992 req-f8311585-8441-4538-8a00-6fc3411cfe09 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0540490 Mar 08 12:08:49.475594 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-233d3db5-0df5-4fe2-bb3c-d29c6cbb1992 req-92b70c17-9109-417f-bc99-a2097436174b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401876 Mar 08 12:08:50.094896 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-c06db37c-2acb-446d-ad49-16494a06ea34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.595353 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a335f4-987d-41cb-abb5-c83d6429ac3f req-a54d4d50-210b-4018-b6de-4e74ab3b9210 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:50.596825 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-41a335f4-987d-41cb-abb5-c83d6429ac3f req-a54d4d50-210b-4018-b6de-4e74ab3b9210 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0503445 Mar 08 12:08:50.641912 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-41a335f4-987d-41cb-abb5-c83d6429ac3f req-ceb0e9be-7c20-4f09-9ccf-038137915ba3 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397046 Mar 08 12:08:51.032440 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.758420 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defc65d-cf8a-49d4-97b8-cde54f4349ba req-b34131b7-df35-46ff-9e78-8f80daf23754 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:51.759887 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9defc65d-cf8a-49d4-97b8-cde54f4349ba req-b34131b7-df35-46ff-9e78-8f80daf23754 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0495310 Mar 08 12:08:51.808645 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9defc65d-cf8a-49d4-97b8-cde54f4349ba req-866eb85e-a51c-4c6b-bdfd-0f9cc28a5ad6 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420876 Mar 08 12:08:52.554500 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:52.927067 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aff55-039d-42ec-96ca-e67ed18d6740 req-4277192e-4793-4d1b-a289-449d4e0c65b8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:52.928574 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4a3aff55-039d-42ec-96ca-e67ed18d6740 req-4277192e-4793-4d1b-a289-449d4e0c65b8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0510452 Mar 08 12:08:52.975906 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4a3aff55-039d-42ec-96ca-e67ed18d6740 req-15d452fa-7856-4624-9390-0d841034f170 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Mar 08 12:08:53.920418 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:54.096335 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b6da-bf7a-4afb-a93a-b82c909a3a93 req-03fb9abe-3232-4ccf-95c8-fb0673a52318 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:54.097828 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9094b6da-bf7a-4afb-a93a-b82c909a3a93 req-03fb9abe-3232-4ccf-95c8-fb0673a52318 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0510502 Mar 08 12:08:54.144476 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9094b6da-bf7a-4afb-a93a-b82c909a3a93 req-051fa8cb-10cf-40db-89df-09b67b9cd445 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409961 Mar 08 12:08:55.267407 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d19cd-37d2-4bc7-9a91-13e732412d7e req-ed0ed83f-5625-4b73-8cea-46b63aafe273 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:55.268960 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-307d19cd-37d2-4bc7-9a91-13e732412d7e req-ed0ed83f-5625-4b73-8cea-46b63aafe273 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0546141 Mar 08 12:08:55.314641 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-307d19cd-37d2-4bc7-9a91-13e732412d7e req-97fd83f4-bcfa-410b-9054-cf253948e568 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402775 Mar 08 12:08:56.438402 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4783cae-da97-4af7-8e0d-55b886bf43ac req-3f0d0a2a-71b1-4412-ba0a-4d5896d3d6cc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:56.439887 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d4783cae-da97-4af7-8e0d-55b886bf43ac req-3f0d0a2a-71b1-4412-ba0a-4d5896d3d6cc tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0507612 Mar 08 12:08:56.485704 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d4783cae-da97-4af7-8e0d-55b886bf43ac req-b76dc243-1ee7-4a3b-abe6-dbb6cc186e94 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403423 Mar 08 12:08:57.605209 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b4c81-6491-4a83-97ab-bf28cdeccddb req-05e2792c-6597-4988-9fee-e71c07e9cd28 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:57.606671 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4b1b4c81-6491-4a83-97ab-bf28cdeccddb req-05e2792c-6597-4988-9fee-e71c07e9cd28 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0514448 Mar 08 12:08:57.655432 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4b1b4c81-6491-4a83-97ab-bf28cdeccddb req-53387481-b54d-4476-9436-eadac4014109 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432458 Mar 08 12:08:58.775231 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a2a5b-a4a4-4eb2-858e-a994f301073e req-904f0dfa-f7a4-4d91-9b0c-14050f6fbddb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:58.776767 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-842a2a5b-a4a4-4eb2-858e-a994f301073e req-904f0dfa-f7a4-4d91-9b0c-14050f6fbddb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0510108 Mar 08 12:08:58.822143 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-842a2a5b-a4a4-4eb2-858e-a994f301073e req-b5a6010e-853d-4ac6-91cc-8280e6d505d8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398564 Mar 08 12:08:59.944738 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1382ea8-75b9-4184-b6cd-9b1b0d8bfa8f req-d5ca4c5e-119d-491f-aa8e-191a6891d6ec tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:59.946215 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c1382ea8-75b9-4184-b6cd-9b1b0d8bfa8f req-d5ca4c5e-119d-491f-aa8e-191a6891d6ec tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0503981 Mar 08 12:08:59.991617 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c1382ea8-75b9-4184-b6cd-9b1b0d8bfa8f req-69709891-fc58-474a-bf46-7c667a825cc3 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393026 Mar 08 12:09:01.118449 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167892fd-328e-4b93-b5fa-0c31eead217f req-326c5457-798b-4391-8f5a-93b99eefd509 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:01.119995 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-167892fd-328e-4b93-b5fa-0c31eead217f req-326c5457-798b-4391-8f5a-93b99eefd509 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0558140 Mar 08 12:09:01.167485 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-167892fd-328e-4b93-b5fa-0c31eead217f req-276d58f0-b64c-4c94-a5b7-fafa5fd01f0d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418241 Mar 08 12:09:02.292366 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b65b8-f0d7-4fe8-a3c9-0c1a55805e37 req-01164fe8-f210-446a-891e-8643af441d80 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:02.294434 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-158b65b8-f0d7-4fe8-a3c9-0c1a55805e37 req-01164fe8-f210-446a-891e-8643af441d80 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0558360 Mar 08 12:09:02.346848 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-158b65b8-f0d7-4fe8-a3c9-0c1a55805e37 req-12ac13ea-64ce-4287-b259-462a780962f9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451477 Mar 08 12:09:03.470378 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07192ae7-e17f-46ac-ad13-f898a2275d93 req-ca28b261-d44d-4b2f-adca-0932397750e2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:03.471856 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-07192ae7-e17f-46ac-ad13-f898a2275d93 req-ca28b261-d44d-4b2f-adca-0932397750e2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0552912 Mar 08 12:09:03.521455 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-07192ae7-e17f-46ac-ad13-f898a2275d93 req-499c7a29-77a0-44a1-ad6a-b0fdb7e8cc2a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427902 Mar 08 12:09:03.606575 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 28283f53-e1d9-42e7-858f-192f5a0f4edd details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:09:03.698898 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 28283f53-e1d9-42e7-858f-192f5a0f4edd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:03.709080 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'port_id': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'mac_address': 'fa:16:3e:d3:26:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:09:03.748905 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 28283f53-e1d9-42e7-858f-192f5a0f4edd is: ACTIVE; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:03.749298 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:03.762123 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28283f53-e1d9-42e7-858f-192f5a0f4edd {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:09:03.779982 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 28283f53-e1d9-42e7-858f-192f5a0f4edd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:03.851704 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:03.897735 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=28283f53-e1d9-42e7-858f-192f5a0f4edd,revision_number=6']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:04.030053 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['28283f53-e1d9-42e7-858f-192f5a0f4edd'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:09:04.644204 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874e9cf-fba7-4cd3-8b6e-0c53112fb1eb req-f692af6a-db73-438f-9979-2558472c7193 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:04.645693 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b874e9cf-fba7-4cd3-8b6e-0c53112fb1eb req-f692af6a-db73-438f-9979-2558472c7193 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 945 time: 0.0516076 Mar 08 12:09:04.689917 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b874e9cf-fba7-4cd3-8b6e-0c53112fb1eb req-ea766dc3-e4a0-4a4c-a015-6909f456d44b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388889 Mar 08 12:09:05.618690 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 28283f53-e1d9-42e7-858f-192f5a0f4edd up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:09:05.665619 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 28283f53-e1d9-42e7-858f-192f5a0f4edd triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:05.665994 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:05.741593 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 28283f53-e1d9-42e7-858f-192f5a0f4edd is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:05.741992 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:05.767621 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:05.769989 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86583997-1604-473e-89b5-7519dabf48a4" -d '{"events": [{"server_uuid": "f258f604-0841-4add-980e-380a599a9267", "name": "network-vif-plugged", "status": "completed", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:05.817013 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba487b6-2a52-4507-9e12-e357e78928c0 req-4b217c89-d33c-44d1-ac0e-36334067fb5d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:05.818567 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1ba487b6-2a52-4507-9e12-e357e78928c0 req-4b217c89-d33c-44d1-ac0e-36334067fb5d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 945 time: 0.0574062 Mar 08 12:09:05.873559 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1ba487b6-2a52-4507-9e12-e357e78928c0 req-5dc2b84f-486b-4c29-9f07-ed2c40cd2b56 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489745 Mar 08 12:09:05.910599 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aec111-bfd4-45a1-9fb7-882c6b08dfc5 x-openstack-request-id: req-b8aec111-bfd4-45a1-9fb7-882c6b08dfc5 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:05.910891 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f258f604-0841-4add-980e-380a599a9267", "name": "network-vif-plugged", "status": "completed", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:05.911161 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8aec111-bfd4-45a1-9fb7-882c6b08dfc5 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:05.911528 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'code': 200} Mar 08 12:09:05.913189 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 28283f53-e1d9-42e7-858f-192f5a0f4edd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:05.962995 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:06.009400 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=28283f53-e1d9-42e7-858f-192f5a0f4edd,revision_number=7']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:06.843229 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:06.994016 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca007de4-7004-444b-b95b-f718fcc12084 req-a2f91240-aaa9-4836-9478-e98a04d9a1d1 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:06.996043 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ca007de4-7004-444b-b95b-f718fcc12084 req-a2f91240-aaa9-4836-9478-e98a04d9a1d1 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0510998 Mar 08 12:09:07.040930 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ca007de4-7004-444b-b95b-f718fcc12084 req-b658104a-5650-4a69-a450-e92214002dc6 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394464 Mar 08 12:09:08.161231 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e078-7efd-4618-8bb0-d32ea9a2ba76 req-f0e86f24-a093-4960-9dbb-de206d94b1cb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:08.162748 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8785e078-7efd-4618-8bb0-d32ea9a2ba76 req-f0e86f24-a093-4960-9dbb-de206d94b1cb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0512564 Mar 08 12:09:08.208861 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8785e078-7efd-4618-8bb0-d32ea9a2ba76 req-ba87c0af-44ee-4a59-b4c9-859d9ea440eb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407045 Mar 08 12:09:09.335591 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b29b30-edfd-4e6b-9649-939166aa8f40 req-933239e2-72d7-4333-93f2-9b901fcd1fd1 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:09.337178 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c5b29b30-edfd-4e6b-9649-939166aa8f40 req-933239e2-72d7-4333-93f2-9b901fcd1fd1 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0586886 Mar 08 12:09:09.390843 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c5b29b30-edfd-4e6b-9649-939166aa8f40 req-a085ff1e-f65d-444d-aee9-801bba1a9112 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467477 Mar 08 12:09:10.518693 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53281f-4531-42be-a9ad-655dfd0f0835 req-deedf553-b3bc-4eb5-97e1-f2725bc50b07 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:10.520247 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ea53281f-4531-42be-a9ad-655dfd0f0835 req-deedf553-b3bc-4eb5-97e1-f2725bc50b07 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0543356 Mar 08 12:09:10.572848 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ea53281f-4531-42be-a9ad-655dfd0f0835 req-02321589-75d5-4682-a731-bc7e5615054c tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453784 Mar 08 12:09:11.702146 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d119b-0a5d-41d8-b077-361401ebb84f req-6bbe5c47-6a9c-4a1a-8e87-ab302e541b53 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:11.709395 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-de9d119b-0a5d-41d8-b077-361401ebb84f req-6bbe5c47-6a9c-4a1a-8e87-ab302e541b53 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0619369 Mar 08 12:09:11.780505 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-de9d119b-0a5d-41d8-b077-361401ebb84f req-9a41766c-71a5-498f-a194-f0ea1aa0d1f0 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579438 Mar 08 12:09:12.011859 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:09:12.902872 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a76118-ab0a-4817-b107-705967f28276 req-b2ed0d05-6930-4f8e-a7db-25ca1d117e32 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:12.905218 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-94a76118-ab0a-4817-b107-705967f28276 req-b2ed0d05-6930-4f8e-a7db-25ca1d117e32 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0565178 Mar 08 12:09:12.956825 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-94a76118-ab0a-4817-b107-705967f28276 req-23fa2757-f542-40bc-8704-a4254fd1afce tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432277 Mar 08 12:09:13.101297 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d014d65a-b01e-4d02-b848-f212514e69f3 req-a7ab7479-4937-4af9-b46f-29ff43f3f9a2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438986 Mar 08 12:09:13.239884 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014d65a-b01e-4d02-b848-f212514e69f3 req-a76810ec-e503-44a0-b41c-d6942ebc6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:13.242946 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d014d65a-b01e-4d02-b848-f212514e69f3 req-a76810ec-e503-44a0-b41c-d6942ebc6be6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cd44047d44749f79b6f9477db0ab065&device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 1130 time: 0.0767539 Mar 08 12:09:13.648381 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014d65a-b01e-4d02-b848-f212514e69f3 req-6c60b046-461d-4b51-bc2d-599a8880e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:13.649909 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d014d65a-b01e-4d02-b848-f212514e69f3 req-6c60b046-461d-4b51-bc2d-599a8880e5cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=aabb92dc-d16c-443c-8c3f-4eafc3241edc HTTP/1.1" status: 200 len: 910 time: 0.3841777 Mar 08 12:09:13.724714 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d014d65a-b01e-4d02-b848-f212514e69f3 req-31c51b89-44c4-4110-976c-7f8a0ba0fe82 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d077b79-4d70-4e42-a018-e71c1406a129 HTTP/1.1" status: 200 len: 1001 time: 0.0669115 Mar 08 12:09:13.774739 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014d65a-b01e-4d02-b848-f212514e69f3 req-8dc7a44a-11c4-4071-8aa5-d09901d87ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:13.776281 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d014d65a-b01e-4d02-b848-f212514e69f3 req-8dc7a44a-11c4-4071-8aa5-d09901d87ab7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4dd617de-3677-4879-9306-e48bb7ab99d5 HTTP/1.1" status: 200 len: 848 time: 0.0446687 Mar 08 12:09:13.835650 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014d65a-b01e-4d02-b848-f212514e69f3 req-a3d624e2-0d24-436b-a2d1-611e7cf59845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:13.837178 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d014d65a-b01e-4d02-b848-f212514e69f3 req-a3d624e2-0d24-436b-a2d1-611e7cf59845 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aabb92dc-d16c-443c-8c3f-4eafc3241edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551283 Mar 08 12:09:13.973424 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d014d65a-b01e-4d02-b848-f212514e69f3 req-8f58497a-1825-45b4-aaa3-d4ec29add288 service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290340 Mar 08 12:09:14.113817 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d014d65a-b01e-4d02-b848-f212514e69f3 req-e46dd1dc-7f5a-4f09-a84d-a97745b88054 service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331079 Mar 08 12:09:14.136613 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df11d5-b161-45ef-a3ae-989987ebb19e req-60d5e5b2-f81b-4565-9e8b-f612fc8d6200 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:14.140656 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b7df11d5-b161-45ef-a3ae-989987ebb19e req-60d5e5b2-f81b-4565-9e8b-f612fc8d6200 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0897498 Mar 08 12:09:14.195021 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b7df11d5-b161-45ef-a3ae-989987ebb19e req-bbf1bbd4-9366-44b7-85da-bcef5e8e4080 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475836 Mar 08 12:09:15.318588 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eefae-1b81-4b67-b5ed-c82149ef38ec req-eb98a846-c043-4db9-824f-c5e918e04f18 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:15.320100 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-114eefae-1b81-4b67-b5ed-c82149ef38ec req-eb98a846-c043-4db9-824f-c5e918e04f18 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0520039 Mar 08 12:09:15.365573 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-114eefae-1b81-4b67-b5ed-c82149ef38ec req-b05f26a6-2b49-463d-8e68-88d71ce471e0 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 Mar 08 12:09:16.499435 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74332c6c-b03a-45fd-9f30-38bdb60d467f req-b2fc9529-38e7-45d2-8c19-961e92bfd6d4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:16.503008 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-74332c6c-b03a-45fd-9f30-38bdb60d467f req-b2fc9529-38e7-45d2-8c19-961e92bfd6d4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0599456 Mar 08 12:09:16.552700 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-74332c6c-b03a-45fd-9f30-38bdb60d467f req-b4bbece7-377f-4ece-a74b-66ba984614df tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457032 Mar 08 12:09:17.597339 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8f97790e-736d-4507-9625-e563e7c2056a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:17.699762 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67b948-70c5-485e-bcf9-bf06e96e8307 req-707cdea4-3582-417b-b803-f2b87a171641 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:17.701284 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6c67b948-70c5-485e-bcf9-bf06e96e8307 req-707cdea4-3582-417b-b803-f2b87a171641 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0687964 Mar 08 12:09:17.751480 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6c67b948-70c5-485e-bcf9-bf06e96e8307 req-eec8ce26-feba-497f-a3b2-5dfbb47d615f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439417 Mar 08 12:09:18.883736 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c636d43-e62e-4c83-95b6-6978408c9eac req-140f63f4-2ea3-4d04-a4a1-3af5cbd24bd9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:18.885456 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3c636d43-e62e-4c83-95b6-6978408c9eac req-140f63f4-2ea3-4d04-a4a1-3af5cbd24bd9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0558677 Mar 08 12:09:18.937056 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3c636d43-e62e-4c83-95b6-6978408c9eac req-2d8e3df2-9d99-4bfa-91b2-62828984c31b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454903 Mar 08 12:09:20.062697 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972c191-de8b-46d9-92f6-cb1cda708c2a req-fad0eaa1-934b-4813-b833-39a54f493a21 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:20.064139 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d972c191-de8b-46d9-92f6-cb1cda708c2a req-fad0eaa1-934b-4813-b833-39a54f493a21 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0518296 Mar 08 12:09:20.089218 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0e9090f8-a4b2-49f1-b872-bacf6bff6f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:20.111302 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d972c191-de8b-46d9-92f6-cb1cda708c2a req-ee55f05c-fee8-4ac7-adf8-25e7b5d14580 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414267 Mar 08 12:09:20.265281 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f54bd-cb69-4fec-abea-2e258b14a1a1 req-9fc0b48a-7dac-4d32-b74b-4bd32feceb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:20.266754 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-074f54bd-cb69-4fec-abea-2e258b14a1a1 req-9fc0b48a-7dac-4d32-b74b-4bd32feceb45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 1130 time: 0.0425091 Mar 08 12:09:20.359801 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f54bd-cb69-4fec-abea-2e258b14a1a1 req-86c6f88f-f485-4793-93f5-3735bb5ce57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:20.361283 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-074f54bd-cb69-4fec-abea-2e258b14a1a1 req-86c6f88f-f485-4793-93f5-3735bb5ce57c service neutron] 10.222.0.53 "GET /v2.0/networks?id=25093daf-dda0-4c4d-ad5a-4e47ae659052 HTTP/1.1" status: 200 len: 918 time: 0.0871162 Mar 08 12:09:20.428251 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-074f54bd-cb69-4fec-abea-2e258b14a1a1 req-b91e6c2d-e1f0-49cc-90f6-9a0a00ce0e29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd HTTP/1.1" status: 200 len: 1001 time: 0.0597196 Mar 08 12:09:20.479023 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f54bd-cb69-4fec-abea-2e258b14a1a1 req-0081425e-edf2-4592-b54a-328dd1f3ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:20.480766 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-074f54bd-cb69-4fec-abea-2e258b14a1a1 req-0081425e-edf2-4592-b54a-328dd1f3ab93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0999dd9d-7a14-4068-867e-b0cb2230adcb HTTP/1.1" status: 200 len: 856 time: 0.0464773 Mar 08 12:09:20.542600 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f54bd-cb69-4fec-abea-2e258b14a1a1 req-ec5b2bba-61d7-4c7d-b07a-cf42485f076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:20.544123 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-074f54bd-cb69-4fec-abea-2e258b14a1a1 req-ec5b2bba-61d7-4c7d-b07a-cf42485f076f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25093daf-dda0-4c4d-ad5a-4e47ae659052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580440 Mar 08 12:09:20.631225 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-074f54bd-cb69-4fec-abea-2e258b14a1a1 req-3552386b-0d0a-4b1c-b4d2-1f249855e496 service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805278 Mar 08 12:09:20.722487 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-074f54bd-cb69-4fec-abea-2e258b14a1a1 req-7239de5f-04ff-4a2e-9752-c101b3c7b940 service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842941 Mar 08 12:09:21.019916 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:21.234778 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94c602-3d63-4c9e-b4af-e3b01c1be616 req-0b1f69e4-22f6-4bdd-bf3b-f212c9eff0ff tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:21.236177 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aa94c602-3d63-4c9e-b4af-e3b01c1be616 req-0b1f69e4-22f6-4bdd-bf3b-f212c9eff0ff tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0542819 Mar 08 12:09:21.282373 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aa94c602-3d63-4c9e-b4af-e3b01c1be616 req-08bd8095-9af9-4f37-99cb-cd2c30976174 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406878 Mar 08 12:09:22.412722 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98587-62e8-4c85-9414-d5c840ed3119 req-4c5425b6-8c17-46ea-911e-31785b46aba2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.414197 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1ba98587-62e8-4c85-9414-d5c840ed3119 req-4c5425b6-8c17-46ea-911e-31785b46aba2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0563071 Mar 08 12:09:22.460528 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1ba98587-62e8-4c85-9414-d5c840ed3119 req-382c8906-e3fa-4a4f-aa91-0d984a7d10cf tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Mar 08 12:09:22.519866 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:23.587928 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793769e-1975-4fc3-884a-38b8f67f0620 req-b0f32d60-cf7d-49a7-9dea-2c19f21df657 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:23.589994 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7793769e-1975-4fc3-884a-38b8f67f0620 req-b0f32d60-cf7d-49a7-9dea-2c19f21df657 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 946 time: 0.0567441 Mar 08 12:09:23.637360 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7793769e-1975-4fc3-884a-38b8f67f0620 req-329f25db-a2d0-4fc3-b2e5-366068fe8e0d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415885 Mar 08 12:09:23.800499 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 28283f53-e1d9-42e7-858f-192f5a0f4edd no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:23.893710 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 28283f53-e1d9-42e7-858f-192f5a0f4edd is: ACTIVE; New status is: DOWN {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:23.894162 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:23.923208 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:23.925466 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8e3644-c55e-465e-9cad-65cb850dde79" -d '{"events": [{"server_uuid": "f258f604-0841-4add-980e-380a599a9267", "name": "network-vif-unplugged", "status": "completed", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:23.937966 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 28283f53-e1d9-42e7-858f-192f5a0f4edd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:23.960827 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8c9003-0666-4e44-b231-d096c9734fe5 x-openstack-request-id: req-be8c9003-0666-4e44-b231-d096c9734fe5 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:23.961124 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f258f604-0841-4add-980e-380a599a9267", "name": "network-vif-unplugged", "status": "failed", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd", "code": 422}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:23.961385 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be8c9003-0666-4e44-b231-d096c9734fe5 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:23.961792 dv-cinder-830086-2-iscsi neutron-server[110283]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'code': 422} returned with failed status Mar 08 12:09:24.040280 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:24.042837 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:24.094352 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=28283f53-e1d9-42e7-858f-192f5a0f4edd,revision_number=8']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:24.101734 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:24.104497 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:24.104497 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:24.104497 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:24.104497 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:24.104497 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:24.104497 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:24.104497 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:24.104497 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:24.105205 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:24.105205 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:24.105420 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:24.105740 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:25.882243 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568a946-e483-47b7-9e91-0d89eadf8136 req-204abd70-27f9-40b6-9a62-d9e5b9009200 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:25.882977 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d568a946-e483-47b7-9e91-0d89eadf8136 req-204abd70-27f9-40b6-9a62-d9e5b9009200 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0527506 Mar 08 12:09:25.946403 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d568a946-e483-47b7-9e91-0d89eadf8136 req-2e225571-c1e0-46c6-9f77-218a6c2b8f0d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567813 Mar 08 12:09:26.266044 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-18f215f4-a87d-4661-8369-8f79f2d2fb40 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433249 Mar 08 12:09:26.342282 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-ec40babd-81ce-4a1b-82a3-7849d2f6b931 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:26.343656 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-ec40babd-81ce-4a1b-82a3-7849d2f6b931 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports/28283f53-e1d9-42e7-858f-192f5a0f4edd HTTP/1.1" status: 200 len: 941 time: 0.0480413 Mar 08 12:09:27.075279 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7c444-a0eb-4cd6-be9e-9f83b73e5e8d req-4d7e7932-0545-46f9-99f3-f53588a48d19 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:27.077048 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-26e7c444-a0eb-4cd6-be9e-9f83b73e5e8d req-4d7e7932-0545-46f9-99f3-f53588a48d19 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0547009 Mar 08 12:09:27.130023 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-26e7c444-a0eb-4cd6-be9e-9f83b73e5e8d req-5b237f5c-a4b4-4def-be53-22ef7d9b4610 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460110 Mar 08 12:09:27.680546 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-240b462f-1cd4-4687-a1bd-b2a8b91ddf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:27.682994 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-240b462f-1cd4-4687-a1bd-b2a8b91ddf63 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267&tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c HTTP/1.1" status: 200 len: 1128 time: 0.0433879 Mar 08 12:09:27.762131 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-0d6acdc4-f2e0-4b6c-8192-1e11bffeeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:27.763643 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-0d6acdc4-f2e0-4b6c-8192-1e11bffeeb66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 1128 time: 0.0478594 Mar 08 12:09:27.852985 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-49f9ec72-dcfb-4931-9f0d-5df5ef2171d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:27.854458 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-49f9ec72-dcfb-4931-9f0d-5df5ef2171d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=25093daf-dda0-4c4d-ad5a-4e47ae659052 HTTP/1.1" status: 200 len: 918 time: 0.0837030 Mar 08 12:09:27.925249 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-b083e6d6-5913-4d28-85ed-2eea10228684 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd HTTP/1.1" status: 200 len: 999 time: 0.0638201 Mar 08 12:09:27.975129 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-16af6c80-8351-42b1-ae90-7801c795dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:27.976574 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-16af6c80-8351-42b1-ae90-7801c795dcc7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0999dd9d-7a14-4068-867e-b0cb2230adcb HTTP/1.1" status: 200 len: 856 time: 0.0455408 Mar 08 12:09:28.024789 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-65bdbc10-283c-4dc5-9663-4de9b4b1fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:28.026285 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-65bdbc10-283c-4dc5-9663-4de9b4b1fc24 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25093daf-dda0-4c4d-ad5a-4e47ae659052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433319 Mar 08 12:09:28.120882 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-fa9e0398-ed61-4380-90d3-5cffc3e6e8b6 service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869834 Mar 08 12:09:28.225524 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-184e219f-52b5-4482-a46c-424ff13e484a service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993307 Mar 08 12:09:28.270620 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e803d5f-cb00-496b-9d4f-b9b0903d6cf6 req-8dae1aed-9d56-420a-a6d8-5545c19cb215 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:28.272128 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3e803d5f-cb00-496b-9d4f-b9b0903d6cf6 req-8dae1aed-9d56-420a-a6d8-5545c19cb215 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0629318 Mar 08 12:09:28.321190 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3e803d5f-cb00-496b-9d4f-b9b0903d6cf6 req-60b09c34-511e-4fbc-9c72-05331cf07ebf tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427544 Mar 08 12:09:29.459758 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf95b06-af64-4b2f-b27e-c598b30337a3 req-8a1cd9e9-2d25-41c2-b483-d480cacf0dab tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:29.461345 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-caf95b06-af64-4b2f-b27e-c598b30337a3 req-8a1cd9e9-2d25-41c2-b483-d480cacf0dab tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0610816 Mar 08 12:09:29.529570 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-caf95b06-af64-4b2f-b27e-c598b30337a3 req-6c5f789d-ba49-4e1e-90b1-773e82d2d898 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619853 Mar 08 12:09:30.670210 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bf30e-ccc0-4ff6-8779-a861cdbdbaea req-36729bd4-cf82-4b9d-a475-130397aa85ce tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:30.671775 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-de7bf30e-ccc0-4ff6-8779-a861cdbdbaea req-36729bd4-cf82-4b9d-a475-130397aa85ce tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0632300 Mar 08 12:09:30.723330 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-de7bf30e-ccc0-4ff6-8779-a861cdbdbaea req-82e549e7-b705-4f6b-91b9-47a0db820e8a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458074 Mar 08 12:09:31.869833 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac87e0-e5dd-4d59-a145-ba81c5c6c922 req-6095996b-f1d9-4080-95f6-bb9df3ac5cf2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:31.871720 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d9ac87e0-e5dd-4d59-a145-ba81c5c6c922 req-6095996b-f1d9-4080-95f6-bb9df3ac5cf2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0569799 Mar 08 12:09:31.928037 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d9ac87e0-e5dd-4d59-a145-ba81c5c6c922 req-f7a80e65-d08d-4c8d-8729-aa785def8335 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498409 Mar 08 12:09:33.078473 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3793f3-5732-46a1-96e6-0cd85cf45a98 req-ba902b1f-85d0-46db-829b-e07c515e138a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:33.080053 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6e3793f3-5732-46a1-96e6-0cd85cf45a98 req-ba902b1f-85d0-46db-829b-e07c515e138a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0645313 Mar 08 12:09:33.136876 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6e3793f3-5732-46a1-96e6-0cd85cf45a98 req-124de7fc-246b-4676-a735-b5807b759900 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509772 Mar 08 12:09:34.279700 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20d240-7f1d-4efb-bf12-db5617231ee6 req-52ddb181-cc44-4b13-be40-909fbe546ab7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:34.281283 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3e20d240-7f1d-4efb-bf12-db5617231ee6 req-52ddb181-cc44-4b13-be40-909fbe546ab7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0580750 Mar 08 12:09:34.332702 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3e20d240-7f1d-4efb-bf12-db5617231ee6 req-f46d3660-a219-4dc7-8022-d2f6bfcb43e2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455117 Mar 08 12:09:35.460601 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac1546-e99e-4e46-89da-c86e6cf3252c req-4146542a-4fc4-4bbb-bbcd-bb40f1b9d64a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:35.462259 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9cac1546-e99e-4e46-89da-c86e6cf3252c req-4146542a-4fc4-4bbb-bbcd-bb40f1b9d64a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0538497 Mar 08 12:09:35.512431 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9cac1546-e99e-4e46-89da-c86e6cf3252c req-db9205b5-5b93-42e7-9369-805d5308b362 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432410 Mar 08 12:09:36.654758 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44341f73-13c6-467e-9448-c0b15e23d5f6 req-bf21d7d7-c50d-4f74-99cf-408efbfdf82e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:36.656267 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-44341f73-13c6-467e-9448-c0b15e23d5f6 req-bf21d7d7-c50d-4f74-99cf-408efbfdf82e tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0644460 Mar 08 12:09:36.711244 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-44341f73-13c6-467e-9448-c0b15e23d5f6 req-288d0a15-ae6f-4e49-a9d6-550383933bc9 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489662 Mar 08 12:09:37.177579 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.839044 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afdee7-7872-48be-84db-2b3a1cc0f759 req-3b2d3ffe-0241-4276-a52c-eca4ca0498a4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:37.841076 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f1afdee7-7872-48be-84db-2b3a1cc0f759 req-3b2d3ffe-0241-4276-a52c-eca4ca0498a4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0534880 Mar 08 12:09:37.888298 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f1afdee7-7872-48be-84db-2b3a1cc0f759 req-aa91fcda-a083-4078-b572-ac295da115c3 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Mar 08 12:09:39.026866 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974864ef-5107-4019-8c52-18dde6a01707 req-8dce2460-6298-4f9e-b326-186c37de6c69 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:39.028384 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-974864ef-5107-4019-8c52-18dde6a01707 req-8dce2460-6298-4f9e-b326-186c37de6c69 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0538826 Mar 08 12:09:39.086802 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-974864ef-5107-4019-8c52-18dde6a01707 req-ce536c75-e50b-4489-ba99-f0ec226c5279 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509653 Mar 08 12:09:40.213894 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a62382-40bc-4f51-a693-50a7401f2e14 req-7d27afd3-d2be-4577-9a0b-c2dc2f0710e8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:40.215309 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-31a62382-40bc-4f51-a693-50a7401f2e14 req-7d27afd3-d2be-4577-9a0b-c2dc2f0710e8 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0532310 Mar 08 12:09:40.262172 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-31a62382-40bc-4f51-a693-50a7401f2e14 req-8d9916f2-b8c1-42b5-a71a-732924681df1 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411777 Mar 08 12:09:41.386993 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c9813-bd07-4110-877b-68ba483c23d5 req-c9016d70-43d8-46ac-a570-841f53d341e7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:41.389061 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-996c9813-bd07-4110-877b-68ba483c23d5 req-c9016d70-43d8-46ac-a570-841f53d341e7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 944 time: 0.0517230 Mar 08 12:09:41.437145 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-996c9813-bd07-4110-877b-68ba483c23d5 req-c2b94bc3-3ac2-4717-b584-f2ab78d626f7 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425529 Mar 08 12:09:41.848905 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 28283f53-e1d9-42e7-858f-192f5a0f4edd details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:09:41.951971 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 28283f53-e1d9-42e7-858f-192f5a0f4edd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:41.963751 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'port_id': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'mac_address': 'fa:16:3e:d3:26:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:09:42.001457 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 28283f53-e1d9-42e7-858f-192f5a0f4edd is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:42.001847 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.014459 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28283f53-e1d9-42e7-858f-192f5a0f4edd {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:09:42.037575 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 28283f53-e1d9-42e7-858f-192f5a0f4edd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:42.398892 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.476192 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=28283f53-e1d9-42e7-858f-192f5a0f4edd,revision_number=9']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:42.579316 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe80aa1-3cc6-40c4-8ef6-baaa9b659c22 req-17b106fc-3ff5-416d-b7e0-1e32d4eb411d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:42.580799 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bbe80aa1-3cc6-40c4-8ef6-baaa9b659c22 req-17b106fc-3ff5-416d-b7e0-1e32d4eb411d tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 945 time: 0.0634801 Mar 08 12:09:42.630184 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bbe80aa1-3cc6-40c4-8ef6-baaa9b659c22 req-3602779f-537c-4abf-b038-ca58da7d7ec6 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434911 Mar 08 12:09:42.815768 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['28283f53-e1d9-42e7-858f-192f5a0f4edd'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:09:43.752001 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824c3e0-9a4d-48d6-a334-4c12e62b20ed req-2b4757e2-6e3e-4ac1-938e-94c0db5af1a5 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:43.753544 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0824c3e0-9a4d-48d6-a334-4c12e62b20ed req-2b4757e2-6e3e-4ac1-938e-94c0db5af1a5 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 945 time: 0.0515206 Mar 08 12:09:43.801738 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0824c3e0-9a4d-48d6-a334-4c12e62b20ed req-c2d17f96-fdd5-4b7d-929c-0f4a560226b4 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Mar 08 12:09:43.845173 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 28283f53-e1d9-42e7-858f-192f5a0f4edd up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:09:43.892847 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 28283f53-e1d9-42e7-858f-192f5a0f4edd triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:43.893235 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:43.977322 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 28283f53-e1d9-42e7-858f-192f5a0f4edd is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:43.977634 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:44.000898 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:44.003135 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9000a5b5-a890-4d20-ac7c-b388c54ae6a8" -d '{"events": [{"server_uuid": "f258f604-0841-4add-980e-380a599a9267", "name": "network-vif-plugged", "status": "completed", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:44.016524 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 28283f53-e1d9-42e7-858f-192f5a0f4edd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:44.041934 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a9d172-35a3-4056-baae-4fb5db32bf8c x-openstack-request-id: req-32a9d172-35a3-4056-baae-4fb5db32bf8c {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:44.042262 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f258f604-0841-4add-980e-380a599a9267", "name": "network-vif-plugged", "status": "completed", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:44.042517 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32a9d172-35a3-4056-baae-4fb5db32bf8c {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:44.043014 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'code': 200} Mar 08 12:09:44.131262 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:44.180057 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=28283f53-e1d9-42e7-858f-192f5a0f4edd,revision_number=10']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:44.418579 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479a56d-e6b8-40ff-8c27-7e03857310c3 req-961c108b-f467-40e5-8f04-20b20168f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:44.420840 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b479a56d-e6b8-40ff-8c27-7e03857310c3 req-961c108b-f467-40e5-8f04-20b20168f0fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 1131 time: 0.0486281 Mar 08 12:09:44.465296 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b479a56d-e6b8-40ff-8c27-7e03857310c3 req-48ff721f-1dd8-44d2-abfb-860dc4db7a40 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382483 Mar 08 12:09:44.932008 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f33d4b-5a46-486e-9e1c-1a2cad56791f req-f4ea4a6e-c5a6-4184-8d15-3633de612dcb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:44.933518 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d0f33d4b-5a46-486e-9e1c-1a2cad56791f req-f4ea4a6e-c5a6-4184-8d15-3633de612dcb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 947 time: 0.0547981 Mar 08 12:09:44.987201 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d0f33d4b-5a46-486e-9e1c-1a2cad56791f req-07e969df-5c71-4137-8527-9b4e593f5c0b tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478835 Mar 08 12:09:46.120623 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bdb0b-6a89-4043-8e16-86c31cb5d98b req-c514b550-6b94-4192-9e07-648f3d0e2f67 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:46.122076 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bb0bdb0b-6a89-4043-8e16-86c31cb5d98b req-c514b550-6b94-4192-9e07-648f3d0e2f67 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 947 time: 0.0561001 Mar 08 12:09:46.174083 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bb0bdb0b-6a89-4043-8e16-86c31cb5d98b req-14450b67-1a1f-4bb3-a26a-8d20b917aa37 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460773 Mar 08 12:09:47.304586 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b696c6e-37f4-49ef-8f38-73c0adf79ac9 req-928b291d-f4c5-4210-ab05-6dcc8f284b17 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:47.306120 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b696c6e-37f4-49ef-8f38-73c0adf79ac9 req-928b291d-f4c5-4210-ab05-6dcc8f284b17 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 947 time: 0.0567884 Mar 08 12:09:47.356241 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b696c6e-37f4-49ef-8f38-73c0adf79ac9 req-1fa0528f-7079-4721-b475-88d79d38c010 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435925 Mar 08 12:09:47.605113 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-e71bb9c8-c4e3-4e2a-96f1-eb3a134e89b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:48.485856 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112f950-0968-42ae-a5ea-cfa788e68785 req-773ddd48-da53-4b18-83b2-d85e0fe56d20 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:48.487326 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0112f950-0968-42ae-a5ea-cfa788e68785 req-773ddd48-da53-4b18-83b2-d85e0fe56d20 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 947 time: 0.0508218 Mar 08 12:09:48.533081 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0112f950-0968-42ae-a5ea-cfa788e68785 req-9729ba8a-1979-4c1f-b079-1fc8fed3a4bd tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402942 Mar 08 12:09:49.013152 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:09:50.111256 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-69bc9e72-5758-44c8-b86b-3108e567fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:51.027755 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:52.525337 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.948202 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:06.879975 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:07.235270 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50102) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:07.397067 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Deleting port accc4ae8-1f87-48e9-9ddf-84346a39af33 {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:07.397415 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (accc4ae8-1f87-48e9-9ddf-84346a39af33), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:07.477992 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (accc4ae8-1f87-48e9-9ddf-84346a39af33), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:07.478331 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for floatingip (accc4ae8-1f87-48e9-9ddf-84346a39af33), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:07.491140 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Calling delete_port for accc4ae8-1f87-48e9-9ddf-84346a39af33 owned by network:floatingip {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:07.736762 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (accc4ae8-1f87-48e9-9ddf-84346a39af33), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:07.762564 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Pushing event deleted for resources: {'Port': ['ID=accc4ae8-1f87-48e9-9ddf-84346a39af33,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:07.791034 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.791380 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.791723 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.792062 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.792417 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.792746 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.793074 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.793394 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.793714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.794036 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.794355 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.794670 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.794983 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.838870 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for floatingip (03fb8aa2-44e4-4f66-bf1e-7be99ef14a68), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:07.839206 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.l3_db [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Floating IP 03fb8aa2-44e4-4f66-bf1e-7be99ef14a68 disassociated (deleted). External IP: 172.27.0.14, port: 6d077b79-4d70-4e42-a018-e71c1406a129. Mar 08 12:10:08.059916 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Router 557efb76-8e79-40d0-ab35-317d62dbcce5 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:08.168832 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:08.173692 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:08.181908 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab2c3e-1fbe-45ae-96c6-328771e09172 None None] Sync routers for ids ['557efb76-8e79-40d0-ab35-317d62dbcce5'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:08.196826 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab2c3e-1fbe-45ae-96c6-328771e09172 None None] Routers {'557efb76-8e79-40d0-ab35-317d62dbcce5'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:08.198050 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-9cab2c3e-1fbe-45ae-96c6-328771e09172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:09:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['557efb76-8e79-40d0-ab35-317d62dbcce5'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:08.212859 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-32eb4fdd-59b1-4756-8bf1-529ffec7b604 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "DELETE /v2.0/floatingips/03fb8aa2-44e4-4f66-bf1e-7be99ef14a68 HTTP/1.1" status: 204 len: 168 time: 0.9759469 Mar 08 12:10:08.213648 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129'}] {{(pid=110282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:08.216141 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97424759812351d4672f9113f60e7df0fb12b366de8dab3fc6208360780b3a6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067d0049-546e-48c7-9c97-b7a5745b717b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129"}]}' {{(pid=110282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:08.319336 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0d82a4-3488-4eec-b240-c19d3e10c93f x-openstack-request-id: req-dd0d82a4-3488-4eec-b240-c19d3e10c93f {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:08.319965 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129", "status": "completed", "code": 200}]} {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:08.319965 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd0d82a4-3488-4eec-b240-c19d3e10c93f {{(pid=110282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:08.320263 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129', 'status': 'completed', 'code': 200} Mar 08 12:10:08.337029 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-9cab2c3e-1fbe-45ae-96c6-328771e09172 None None] Set router 557efb76-8e79-40d0-ab35-317d62dbcce5 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:08.424220 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d0049-546e-48c7-9c97-b7a5745b717b req-84412c39-85e8-40f6-ad9a-5cc84f48e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:08.426835 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-067d0049-546e-48c7-9c97-b7a5745b717b req-84412c39-85e8-40f6-ad9a-5cc84f48e347 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cd44047d44749f79b6f9477db0ab065&device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 1130 time: 0.0581934 Mar 08 12:10:08.536171 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d0049-546e-48c7-9c97-b7a5745b717b req-0ae06aed-2d7d-432d-a31c-a8f336cbaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:08.537683 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-067d0049-546e-48c7-9c97-b7a5745b717b req-0ae06aed-2d7d-432d-a31c-a8f336cbaa61 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aabb92dc-d16c-443c-8c3f-4eafc3241edc HTTP/1.1" status: 200 len: 910 time: 0.0957327 Mar 08 12:10:08.547549 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-9cab2c3e-1fbe-45ae-96c6-328771e09172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:37Z', 'revision_number': 4, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '7c7213f5-1b54-4792-8e7b-10ee53982543', 'name': '', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'mac_address': 'fa:16:3e:03:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:36Z', 'updated_at': '2022-03-08T12:02:42Z', 'revision_number': 5, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'subnets': [{'id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:08.580618 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab2c3e-1fbe-45ae-96c6-328771e09172 None None] Checking router: 557efb76-8e79-40d0-ab35-317d62dbcce5 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:08.584470 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-067d0049-546e-48c7-9c97-b7a5745b717b req-b2465082-d9be-4a04-a93b-5349aedc68ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d077b79-4d70-4e42-a018-e71c1406a129 HTTP/1.1" status: 200 len: 217 time: 0.0399566 Mar 08 12:10:08.590720 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab2c3e-1fbe-45ae-96c6-328771e09172 None None] Routers {'557efb76-8e79-40d0-ab35-317d62dbcce5'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:08.591343 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-9cab2c3e-1fbe-45ae-96c6-328771e09172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:09:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['557efb76-8e79-40d0-ab35-317d62dbcce5'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:08.644433 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d0049-546e-48c7-9c97-b7a5745b717b req-e298826d-0aa3-408e-8649-3183e2f66799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:08.646768 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-067d0049-546e-48c7-9c97-b7a5745b717b req-e298826d-0aa3-408e-8649-3183e2f66799 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4dd617de-3677-4879-9306-e48bb7ab99d5 HTTP/1.1" status: 200 len: 848 time: 0.0561182 Mar 08 12:10:08.745706 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-9cab2c3e-1fbe-45ae-96c6-328771e09172 None None] Set router 557efb76-8e79-40d0-ab35-317d62dbcce5 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:08.786073 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d0049-546e-48c7-9c97-b7a5745b717b req-8436ea8d-999d-4edf-a2a5-cf327f72cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:08.787580 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-067d0049-546e-48c7-9c97-b7a5745b717b req-8436ea8d-999d-4edf-a2a5-cf327f72cebe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aabb92dc-d16c-443c-8c3f-4eafc3241edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910096 Mar 08 12:10:08.818174 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ebc8d-6d67-498e-818a-30877c76fe7f req-f7272f06-1869-49b0-9bba-9abe90a4eb3c tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:08.820606 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fa6ebc8d-6d67-498e-818a-30877c76fe7f req-f7272f06-1869-49b0-9bba-9abe90a4eb3c tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.1024919 Mar 08 12:10:08.937509 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fa6ebc8d-6d67-498e-818a-30877c76fe7f req-a77fd901-5b09-48a7-b689-5d2c68656656 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966299 Mar 08 12:10:08.963991 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-067d0049-546e-48c7-9c97-b7a5745b717b req-a641422d-4973-4bf9-8bb2-7fe130bb1dea service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656144 Mar 08 12:10:08.995711 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-9cab2c3e-1fbe-45ae-96c6-328771e09172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:37Z', 'revision_number': 4, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '7c7213f5-1b54-4792-8e7b-10ee53982543', 'name': '', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'mac_address': 'fa:16:3e:03:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:36Z', 'updated_at': '2022-03-08T12:02:42Z', 'revision_number': 5, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'subnets': [{'id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:09.023860 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab2c3e-1fbe-45ae-96c6-328771e09172 None None] The sync data for ids ['557efb76-8e79-40d0-ab35-317d62dbcce5'] in dv-cinder-830086-2-iscsi is: [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:37Z', 'revision_number': 4, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '7c7213f5-1b54-4792-8e7b-10ee53982543', 'name': '', 'network_id': 'aabb92dc-d16c-443c-8c3f-4eafc3241edc', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'mac_address': 'fa:16:3e:03:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:36Z', 'updated_at': '2022-03-08T12:02:42Z', 'revision_number': 5, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'subnets': [{'id': '4dd617de-3677-4879-9306-e48bb7ab99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:09.088613 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-067d0049-546e-48c7-9c97-b7a5745b717b req-386d0409-2828-4673-992a-05029fd29d96 service neutron] 10.222.0.53 "GET /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173451 Mar 08 12:10:09.266347 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d911438-63a4-4942-970a-9131204f6158 None None] New status for floating IP 03fb8aa2-44e4-4f66-bf1e-7be99ef14a68: DOWN {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:10:10.076374 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6382-a251-4288-b89a-cb34822199a0 req-f3c1c5db-8976-4229-b15a-9763f43c11b6 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:10.077909 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c7de6382-a251-4288-b89a-cb34822199a0 req-f3c1c5db-8976-4229-b15a-9763f43c11b6 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0533104 Mar 08 12:10:10.131332 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c7de6382-a251-4288-b89a-cb34822199a0 req-add29fa6-2e1e-4bcc-8a78-d7e262d10c80 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/security-groups?id=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447648 Mar 08 12:10:10.749294 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219db382-c638-4ab5-b7f3-8ddff33eccd9 req-4f52e04a-0e45-4778-a50d-f5decf0e30f4 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:10.750749 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-219db382-c638-4ab5-b7f3-8ddff33eccd9 req-4f52e04a-0e45-4778-a50d-f5decf0e30f4 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 946 time: 0.0518179 Mar 08 12:10:10.847435 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-219db382-c638-4ab5-b7f3-8ddff33eccd9 req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Deleting port 6d077b79-4d70-4e42-a018-e71c1406a129 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:10.847776 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-219db382-c638-4ab5-b7f3-8ddff33eccd9 req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:10.936012 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-219db382-c638-4ab5-b7f3-8ddff33eccd9 req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] For port 6d077b79-4d70-4e42-a018-e71c1406a129, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6d077b79-4d70-4e42-a018-e71c1406a129,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:10.936400 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-219db382-c638-4ab5-b7f3-8ddff33eccd9 req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:10.949840 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-219db382-c638-4ab5-b7f3-8ddff33eccd9 req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Calling delete_port for 6d077b79-4d70-4e42-a018-e71c1406a129 owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:11.165188 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-219db382-c638-4ab5-b7f3-8ddff33eccd9 req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (6d077b79-4d70-4e42-a018-e71c1406a129), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:11.194328 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Pushing event deleted for resources: {'Port': ['ID=6d077b79-4d70-4e42-a018-e71c1406a129,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:11.250524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:11.250524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:11.250524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:11.250524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:11.250524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:11.250524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:11.250524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:11.250524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:11.250524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:11.250524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:11.250524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:11.250524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:11.250524 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:11.259954 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-219db382-c638-4ab5-b7f3-8ddff33eccd9 req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] No DVR routers for this DVR port 6d077b79-4d70-4e42-a018-e71c1406a129 on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:11.274848 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-219db382-c638-4ab5-b7f3-8ddff33eccd9 req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:11.278109 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-219db382-c638-4ab5-b7f3-8ddff33eccd9 req-6b0529a6-23b6-4cd3-b575-ddfa4c1f5bed tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.53 "DELETE /v2.0/ports/6d077b79-4d70-4e42-a018-e71c1406a129 HTTP/1.1" status: 204 len: 173 time: 0.5222774 Mar 08 12:10:11.279308 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'name': 'network-vif-deleted', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:11.280776 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1da71c7-6aa6-4b45-ad94-f459a0c8981c" -d '{"events": [{"server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "name": "network-vif-deleted", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:11.285591 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fff3308d-eeeb-44e5-989b-1e2f7d53e456 req-7ba99773-9f4b-4a43-abe2-eb9f684313e3 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 210 time: 0.0503283 Mar 08 12:10:11.320021 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e0c45c-186a-4131-9818-182a022aad25 x-openstack-request-id: req-a2e0c45c-186a-4131-9818-182a022aad25 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:11.320305 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7b065d-8d53-46b6-b3d9-7b36eb7e0741", "name": "network-vif-deleted", "tag": "6d077b79-4d70-4e42-a018-e71c1406a129", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:11.320601 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2e0c45c-186a-4131-9818-182a022aad25 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:11.321039 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7b065d-8d53-46b6-b3d9-7b36eb7e0741', 'name': 'network-vif-deleted', 'tag': '6d077b79-4d70-4e42-a018-e71c1406a129', 'status': 'completed', 'code': 200} Mar 08 12:10:12.325957 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d3cceb75-613d-4753-9c28-1372e42adb7a req-ca36dc7f-469f-4414-8549-85a32423ac23 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442119 Mar 08 12:10:12.419745 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cceb75-613d-4753-9c28-1372e42adb7a req-2a75c368-abbb-47e2-96a1-b878482f3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:12.421417 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d3cceb75-613d-4753-9c28-1372e42adb7a req-2a75c368-abbb-47e2-96a1-b878482f3cf7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 1131 time: 0.0496883 Mar 08 12:10:12.460579 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-66585f8b-598a-422d-96bd-4c2048e41e45 req-9144784e-a59f-433c-b8fb-0b095e690db2 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7b065d-8d53-46b6-b3d9-7b36eb7e0741 HTTP/1.1" status: 200 len: 210 time: 0.0940309 Mar 08 12:10:12.541223 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cceb75-613d-4753-9c28-1372e42adb7a req-3ec3950e-aa63-4824-bc50-da956376737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:12.542669 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d3cceb75-613d-4753-9c28-1372e42adb7a req-3ec3950e-aa63-4824-bc50-da956376737d service neutron] 10.222.0.53 "GET /v2.0/networks?id=25093daf-dda0-4c4d-ad5a-4e47ae659052 HTTP/1.1" status: 200 len: 918 time: 0.0917828 Mar 08 12:10:12.614086 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d3cceb75-613d-4753-9c28-1372e42adb7a req-4d243e61-e104-4a48-9d9f-c70ba2b17b48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd HTTP/1.1" status: 200 len: 1001 time: 0.0645432 Mar 08 12:10:12.667463 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cceb75-613d-4753-9c28-1372e42adb7a req-d8a74925-7a8f-4c8b-8345-b0bfb3927304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:12.670003 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d3cceb75-613d-4753-9c28-1372e42adb7a req-d8a74925-7a8f-4c8b-8345-b0bfb3927304 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0999dd9d-7a14-4068-867e-b0cb2230adcb HTTP/1.1" status: 200 len: 856 time: 0.0503383 Mar 08 12:10:12.721357 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cceb75-613d-4753-9c28-1372e42adb7a req-4d9762a1-1b98-4873-b568-56a8d5540f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:12.722896 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d3cceb75-613d-4753-9c28-1372e42adb7a req-4d9762a1-1b98-4873-b568-56a8d5540f0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25093daf-dda0-4c4d-ad5a-4e47ae659052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468245 Mar 08 12:10:12.827746 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d3cceb75-613d-4753-9c28-1372e42adb7a req-26af384c-2d38-48bb-9d17-11231fae49cc service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932956 Mar 08 12:10:12.919947 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d3cceb75-613d-4753-9c28-1372e42adb7a req-e56324b5-bf11-4a3c-b696-fafe9abba45a service neutron] 10.222.0.53 "GET /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906754 Mar 08 12:10:13.520565 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50156) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:13.579178 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1ad0bca9-0f8d-4709-9d93-75554e575eb8 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group (a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.606988 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1ad0bca9-0f8d-4709-9d93-75554e575eb8 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group (a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.776372 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1ad0bca9-0f8d-4709-9d93-75554e575eb8 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.779186 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1ad0bca9-0f8d-4709-9d93-75554e575eb8 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.780391 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-1ad0bca9-0f8d-4709-9d93-75554e575eb8 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] 10.222.0.43 "DELETE /v2.0/security-groups/a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1 HTTP/1.1" status: 204 len: 168 time: 0.2587602 Mar 08 12:10:13.790073 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0bca9-0f8d-4709-9d93-75554e575eb8 tempest-TestShelveInstance-1448819947 tempest-TestShelveInstance-1448819947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44c5e9e-4eaf-4ed2-85a3-10b62e8816b1,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:13.903002 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50160) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:13.979855 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 6d077b79-4d70-4e42-a018-e71c1406a129 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:14.136091 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 6d077b79-4d70-4e42-a018-e71c1406a129 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:14.136463 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 6d077b79-4d70-4e42-a018-e71c1406a129 not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:14.399714 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b011-4616-417c-9b1e-bb33588c54cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66618965'] for router_interface (557efb76-8e79-40d0-ab35-317d62dbcce5), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:14.927083 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5b011-4616-417c-9b1e-bb33588c54cf admin admin] Deleting port 7c7213f5-1b54-4792-8e7b-10ee53982543 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:14.927797 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b011-4616-417c-9b1e-bb33588c54cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:15.012676 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-6fd5b011-4616-417c-9b1e-bb33588c54cf admin admin] For port 7c7213f5-1b54-4792-8e7b-10ee53982543, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=7c7213f5-1b54-4792-8e7b-10ee53982543,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:15.013037 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b011-4616-417c-9b1e-bb33588c54cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:15.027916 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5b011-4616-417c-9b1e-bb33588c54cf admin admin] Calling delete_port for 7c7213f5-1b54-4792-8e7b-10ee53982543 owned by network:router_interface {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:15.276241 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b011-4616-417c-9b1e-bb33588c54cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (7c7213f5-1b54-4792-8e7b-10ee53982543), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:15.312829 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5b011-4616-417c-9b1e-bb33588c54cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7213f5-1b54-4792-8e7b-10ee53982543,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:15.479667 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b011-4616-417c-9b1e-bb33588c54cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66820362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618913'] for router_interface (557efb76-8e79-40d0-ab35-317d62dbcce5), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:15.710173 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd5b011-4616-417c-9b1e-bb33588c54cf admin admin] Router 557efb76-8e79-40d0-ab35-317d62dbcce5 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:15.819966 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd5b011-4616-417c-9b1e-bb33588c54cf admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:15.825820 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-6fd5b011-4616-417c-9b1e-bb33588c54cf admin admin] 10.222.0.43 "PUT /v2.0/routers/557efb76-8e79-40d0-ab35-317d62dbcce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9213555 Mar 08 12:10:15.828256 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50168) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:15.831038 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea55c5-3098-43d7-9809-b4232e24836e None None] Sync routers for ids ['557efb76-8e79-40d0-ab35-317d62dbcce5'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:15.841454 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea55c5-3098-43d7-9809-b4232e24836e None None] Routers {'557efb76-8e79-40d0-ab35-317d62dbcce5'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:15.842047 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-01ea55c5-3098-43d7-9809-b4232e24836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:09:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['557efb76-8e79-40d0-ab35-317d62dbcce5'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:15.947071 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Publish callbacks [] for router (557efb76-8e79-40d0-ab35-317d62dbcce5), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:15.956369 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-01ea55c5-3098-43d7-9809-b4232e24836e None None] Set router 557efb76-8e79-40d0-ab35-317d62dbcce5 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:16.075587 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Publish callbacks [] for router_gateway (557efb76-8e79-40d0-ab35-317d62dbcce5), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:16.149535 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-01ea55c5-3098-43d7-9809-b4232e24836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:10:15Z', 'revision_number': 5, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:16.177452 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea55c5-3098-43d7-9809-b4232e24836e None None] Checking router: 557efb76-8e79-40d0-ab35-317d62dbcce5 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:16.186777 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea55c5-3098-43d7-9809-b4232e24836e None None] Routers {'557efb76-8e79-40d0-ab35-317d62dbcce5'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:16.187387 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-01ea55c5-3098-43d7-9809-b4232e24836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:09:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['557efb76-8e79-40d0-ab35-317d62dbcce5'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:16.250320 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Deleting port 1f5b4f09-470c-4967-8e29-a595813e76fa {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:16.250656 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:16.300727 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-01ea55c5-3098-43d7-9809-b4232e24836e None None] Set router 557efb76-8e79-40d0-ab35-317d62dbcce5 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:16.492294 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-01ea55c5-3098-43d7-9809-b4232e24836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:10:15Z', 'revision_number': 5, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:16.524916 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea55c5-3098-43d7-9809-b4232e24836e None None] The sync data for ids ['557efb76-8e79-40d0-ab35-317d62dbcce5'] in dv-cinder-830086-2-iscsi is: [{'id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'name': 'tempest-TestShelveInstance-1748798973-router', 'tenant_id': '0cd44047d44749f79b6f9477db0ab065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:10:15Z', 'revision_number': 5, 'project_id': '0cd44047d44749f79b6f9477db0ab065', 'gw_port': {'id': '1f5b4f09-470c-4967-8e29-a595813e76fa', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557efb76-8e79-40d0-ab35-317d62dbcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:33Z', 'updated_at': '2022-03-08T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:16.542667 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] For port 1f5b4f09-470c-4967-8e29-a595813e76fa, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=1f5b4f09-470c-4967-8e29-a595813e76fa,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:16.543013 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:16.564178 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Calling delete_port for 1f5b4f09-470c-4967-8e29-a595813e76fa owned by network:router_gateway {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:16.824949 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (1f5b4f09-470c-4967-8e29-a595813e76fa), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:16.850316 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5b4f09-470c-4967-8e29-a595813e76fa,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:16.918617 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66620555'] for router_gateway (557efb76-8e79-40d0-ab35-317d62dbcce5), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.018759 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66648383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (557efb76-8e79-40d0-ab35-317d62dbcce5), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.022586 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Publish callbacks [] for router_controller (557efb76-8e79-40d0-ab35-317d62dbcce5), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.147913 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66648360'] for router (557efb76-8e79-40d0-ab35-317d62dbcce5), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.148516 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 557efb76-8e79-40d0-ab35-317d62dbcce5 {{(pid=110282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:10:17.152835 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.155803 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-52468c23-744b-4192-8bed-eec207bb4948 admin admin] 10.222.0.43 "DELETE /v2.0/routers/557efb76-8e79-40d0-ab35-317d62dbcce5 HTTP/1.1" status: 204 len: 168 time: 1.3247225 Mar 08 12:10:17.158183 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50174) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:17.215376 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08bd6d0-27c6-4a19-abcd-fbc7085573a2 admin admin] Deleting subnet 4dd617de-3677-4879-9306-e48bb7ab99d5 {{(pid=110282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:10:17.219197 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e08bd6d0-27c6-4a19-abcd-fbc7085573a2 admin admin] Publish callbacks [] for subnet (4dd617de-3677-4879-9306-e48bb7ab99d5), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.260890 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e08bd6d0-27c6-4a19-abcd-fbc7085573a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417268'] for subnet (4dd617de-3677-4879-9306-e48bb7ab99d5), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.377658 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e08bd6d0-27c6-4a19-abcd-fbc7085573a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (4dd617de-3677-4879-9306-e48bb7ab99d5), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.511170 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e08bd6d0-27c6-4a19-abcd-fbc7085573a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64257017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64241037'] for subnet (4dd617de-3677-4879-9306-e48bb7ab99d5), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.537329 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bd6d0-27c6-4a19-abcd-fbc7085573a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd617de-3677-4879-9306-e48bb7ab99d5,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:17.543128 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e08bd6d0-27c6-4a19-abcd-fbc7085573a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.546353 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-e08bd6d0-27c6-4a19-abcd-fbc7085573a2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4dd617de-3677-4879-9306-e48bb7ab99d5 HTTP/1.1" status: 204 len: 168 time: 0.3869696 Mar 08 12:10:17.548875 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50178) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:17.551991 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31881e3-9a11-47e1-a556-51b444d28096 None None] Network aabb92dc-d16c-443c-8c3f-4eafc3241edc requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:10:17.609439 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-24e56398-8d54-4835-9e61-cbe9d3a2a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.630389 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (aabb92dc-d16c-443c-8c3f-4eafc3241edc), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.681396 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 7c7213f5-1b54-4792-8e7b-10ee53982543 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:17.698706 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Deleting port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:17.699048 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.701515 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 7c7213f5-1b54-4792-8e7b-10ee53982543 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:17.701951 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 7c7213f5-1b54-4792-8e7b-10ee53982543 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:17.702329 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 1f5b4f09-470c-4967-8e29-a595813e76fa no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:17.726554 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 1f5b4f09-470c-4967-8e29-a595813e76fa {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:17.726899 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 1f5b4f09-470c-4967-8e29-a595813e76fa not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:17.750105 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aa3f7c-38bd-4441-a943-3659776c1de0 None None] DHCP port deletion for aabb92dc-d16c-443c-8c3f-4eafc3241edc request from dv-cinder-830086-2-iscsi {{(pid=110283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:10:17.771332 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] For port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:17.771692 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.785350 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Calling delete_port for 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee owned by network:dhcp {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:17.801187 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-09aa3f7c-38bd-4441-a943-3659776c1de0 None None] Deleting port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee {{(pid=110283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:17.801548 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-09aa3f7c-38bd-4441-a943-3659776c1de0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), before_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.873411 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-09aa3f7c-38bd-4441-a943-3659776c1de0 None None] For port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee,segment=NetworkSegment(c7d1b112-2a42-40c1-8be4-26fb82923228),segment_id=c7d1b112-2a42-40c1-8be4-26fb82923228)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:17.874085 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-09aa3f7c-38bd-4441-a943-3659776c1de0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), precommit_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.888638 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-09aa3f7c-38bd-4441-a943-3659776c1de0 None None] Calling delete_port for 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee owned by network:dhcp {{(pid=110283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:17.973310 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:18.000736 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:18.003339 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] No DVR routers for this DVR port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee on host dv-cinder-830086-2-iscsi {{(pid=110282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:18.009071 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-09aa3f7c-38bd-4441-a943-3659776c1de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058'] for port (70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee), after_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:18.035662 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa3f7c-38bd-4441-a943-3659776c1de0 None None] Pushing event deleted for resources: {'Port': ['ID=70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee,revision_number=None']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:18.040276 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aa3f7c-38bd-4441-a943-3659776c1de0 None None] No DVR routers for this DVR port 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee on host dv-cinder-830086-2-iscsi {{(pid=110283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:18.076787 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (aabb92dc-d16c-443c-8c3f-4eafc3241edc), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:18.106716 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabb92dc-d16c-443c-8c3f-4eafc3241edc']}} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:18.117672 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d1b112-2a42-40c1-8be4-26fb82923228') {'for_net_delete': True} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:18.117969 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d1b112-2a42-40c1-8be4-26fb82923228') {} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:18.128153 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417039'] for segment (c7d1b112-2a42-40c1-8be4-26fb82923228), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:18.142434 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (c7d1b112-2a42-40c1-8be4-26fb82923228), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:18.148448 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=110282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:10:18.148905 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64256915'] for segment (c7d1b112-2a42-40c1-8be4-26fb82923228), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: Traceback (most recent call last): Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: timer() Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: cb(*args, **kw) Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: return func(*args, **kwargs) Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: self._notify() Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: self.callback(batched_events) Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: event.method(event) Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: return f(self, *a, **k) Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._get(url).json() Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: return self.request(url, 'GET', **kwargs) Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:10:18.150473 dv-cinder-830086-2-iscsi neutron-server[110282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:10:18.256337 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (aabb92dc-d16c-443c-8c3f-4eafc3241edc), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:18.262080 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:18.265225 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] 10.222.0.43 "DELETE /v2.0/networks/aabb92dc-d16c-443c-8c3f-4eafc3241edc HTTP/1.1" status: 204 len: 168 time: 0.7154133 Mar 08 12:10:18.268940 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50180) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:18.276633 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07109424-fe4f-4a3e-8926-cb66dc2c3c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=aabb92dc-d16c-443c-8c3f-4eafc3241edc,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:18.633798 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-afb83683-841f-447d-bc78-2f68f6019eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66618965'] for router_interface (c6d28c19-1310-4b70-b163-e69a60352f17), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:18.891972 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-afb83683-841f-447d-bc78-2f68f6019eb0 admin admin] Deleting port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:18.892254 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-afb83683-841f-447d-bc78-2f68f6019eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:18.984344 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-afb83683-841f-447d-bc78-2f68f6019eb0 admin admin] For port 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45,segment=NetworkSegment(54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac),segment_id=54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:18.984722 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-afb83683-841f-447d-bc78-2f68f6019eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:18.997130 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-afb83683-841f-447d-bc78-2f68f6019eb0 admin admin] Calling delete_port for 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 owned by network:router_interface {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:19.233737 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-afb83683-841f-447d-bc78-2f68f6019eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:19.261318 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb83683-841f-447d-bc78-2f68f6019eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:19.444788 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-afb83683-841f-447d-bc78-2f68f6019eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66820362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618913'] for router_interface (c6d28c19-1310-4b70-b163-e69a60352f17), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:19.494931 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:19.515890 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:19.516239 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 70d62ea6-1aba-4f2c-9ca0-c024cc4ea7ee not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:19.677094 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb83683-841f-447d-bc78-2f68f6019eb0 admin admin] Router c6d28c19-1310-4b70-b163-e69a60352f17 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:19.796162 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb83683-841f-447d-bc78-2f68f6019eb0 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:19.802507 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-afb83683-841f-447d-bc78-2f68f6019eb0 admin admin] 10.222.0.43 "PUT /v2.0/routers/c6d28c19-1310-4b70-b163-e69a60352f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5314779 Mar 08 12:10:19.804482 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50186) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:19.807477 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a3247-5689-4ac6-adf6-a20c3c85dd1b None None] Sync routers for ids ['c6d28c19-1310-4b70-b163-e69a60352f17'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:19.819473 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a3247-5689-4ac6-adf6-a20c3c85dd1b None None] Routers {'c6d28c19-1310-4b70-b163-e69a60352f17'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:19.820388 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-6f5a3247-5689-4ac6-adf6-a20c3c85dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:09:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['c6d28c19-1310-4b70-b163-e69a60352f17'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:19.927015 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Publish callbacks [] for router (c6d28c19-1310-4b70-b163-e69a60352f17), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:19.942743 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-6f5a3247-5689-4ac6-adf6-a20c3c85dd1b None None] Set router c6d28c19-1310-4b70-b163-e69a60352f17 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:20.122089 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-c394b1e5-9cc5-4f9f-b12e-9d8348dd5d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:20.246015 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-6f5a3247-5689-4ac6-adf6-a20c3c85dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'name': 'tempest-TestShelveInstance-1014402611-router', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:40Z', 'updated_at': '2022-03-08T12:10:19Z', 'revision_number': 5, 'project_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'gw_port': {'id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:41Z', 'updated_at': '2022-03-08T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:20.275481 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a3247-5689-4ac6-adf6-a20c3c85dd1b None None] Checking router: c6d28c19-1310-4b70-b163-e69a60352f17 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:20.284412 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a3247-5689-4ac6-adf6-a20c3c85dd1b None None] Routers {'c6d28c19-1310-4b70-b163-e69a60352f17'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:20.285029 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-6f5a3247-5689-4ac6-adf6-a20c3c85dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['c6d28c19-1310-4b70-b163-e69a60352f17'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:20.347707 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Publish callbacks [] for router_gateway (c6d28c19-1310-4b70-b163-e69a60352f17), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:20.397009 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-6f5a3247-5689-4ac6-adf6-a20c3c85dd1b None None] Set router c6d28c19-1310-4b70-b163-e69a60352f17 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:20.472927 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Deleting port d3c1c28d-36e3-46e4-a5a0-c707a89dd2de {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:20.473767 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:20.577000 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] For port d3c1c28d-36e3-46e4-a5a0-c707a89dd2de, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=d3c1c28d-36e3-46e4-a5a0-c707a89dd2de,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:20.577991 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:20.597175 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-6f5a3247-5689-4ac6-adf6-a20c3c85dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'name': 'tempest-TestShelveInstance-1014402611-router', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:40Z', 'updated_at': '2022-03-08T12:10:19Z', 'revision_number': 5, 'project_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'gw_port': {'id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:41Z', 'updated_at': '2022-03-08T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:20.597724 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Calling delete_port for d3c1c28d-36e3-46e4-a5a0-c707a89dd2de owned by network:router_gateway {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:20.627505 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a3247-5689-4ac6-adf6-a20c3c85dd1b None None] The sync data for ids ['c6d28c19-1310-4b70-b163-e69a60352f17'] in dv-cinder-830086-2-iscsi is: [{'id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'name': 'tempest-TestShelveInstance-1014402611-router', 'tenant_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:02:40Z', 'updated_at': '2022-03-08T12:10:19Z', 'revision_number': 5, 'project_id': '4c0c40b2c14b4c78b1fa437c1b27966e', 'gw_port': {'id': 'd3c1c28d-36e3-46e4-a5a0-c707a89dd2de', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d28c19-1310-4b70-b163-e69a60352f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:41Z', 'updated_at': '2022-03-08T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:20.853602 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (d3c1c28d-36e3-46e4-a5a0-c707a89dd2de), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:20.882926 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c1c28d-36e3-46e4-a5a0-c707a89dd2de,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:20.948550 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66620555'] for router_gateway (c6d28c19-1310-4b70-b163-e69a60352f17), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.064908 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66648383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (c6d28c19-1310-4b70-b163-e69a60352f17), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.067440 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Publish callbacks [] for router_controller (c6d28c19-1310-4b70-b163-e69a60352f17), precommit_delete_associations {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.093982 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.224592 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66648360'] for router (c6d28c19-1310-4b70-b163-e69a60352f17), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.225076 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6d28c19-1310-4b70-b163-e69a60352f17 {{(pid=110281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:10:21.235078 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.235078 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-55379de5-3cd3-4468-93a1-b2e22e0c20dc admin admin] 10.222.0.43 "DELETE /v2.0/routers/c6d28c19-1310-4b70-b163-e69a60352f17 HTTP/1.1" status: 204 len: 168 time: 1.4268415 Mar 08 12:10:21.235827 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50190) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:21.286231 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e992e7-735c-48b2-b839-ce32aff0eaba admin admin] Deleting subnet dd65a729-f7ac-479e-9c0c-2b16e61d3ab3 {{(pid=110282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:10:21.290048 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-90e992e7-735c-48b2-b839-ce32aff0eaba admin admin] Publish callbacks [] for subnet (dd65a729-f7ac-479e-9c0c-2b16e61d3ab3), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.340886 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-90e992e7-735c-48b2-b839-ce32aff0eaba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417268'] for subnet (dd65a729-f7ac-479e-9c0c-2b16e61d3ab3), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.420591 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-90e992e7-735c-48b2-b839-ce32aff0eaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (dd65a729-f7ac-479e-9c0c-2b16e61d3ab3), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.550736 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-90e992e7-735c-48b2-b839-ce32aff0eaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64257017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64241037'] for subnet (dd65a729-f7ac-479e-9c0c-2b16e61d3ab3), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.577901 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e992e7-735c-48b2-b839-ce32aff0eaba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd65a729-f7ac-479e-9c0c-2b16e61d3ab3,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:21.582579 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-90e992e7-735c-48b2-b839-ce32aff0eaba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.586599 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-90e992e7-735c-48b2-b839-ce32aff0eaba admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dd65a729-f7ac-479e-9c0c-2b16e61d3ab3 HTTP/1.1" status: 204 len: 168 time: 0.3484201 Mar 08 12:10:21.589875 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50196) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:21.592393 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2b1c6a-5ebf-410c-a59f-771e4b73f0f4 None None] Network a16ec0cb-e220-47d5-b6ef-913665c77568 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:10:21.685732 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (a16ec0cb-e220-47d5-b6ef-913665c77568), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.729695 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:21.745824 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Deleting port 0777304d-12cb-4815-844d-002769f8a736 {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:21.746089 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (0777304d-12cb-4815-844d-002769f8a736), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.756746 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:21.757158 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 4e4ad72d-29dc-4e8b-8603-a5f2bff9ee45 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:21.815833 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784bc266-9d8d-4f4f-8927-61a0c9cfb07f None None] DHCP port deletion for a16ec0cb-e220-47d5-b6ef-913665c77568 request from dv-cinder-830086-2-iscsi {{(pid=110283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:10:21.824671 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] For port 0777304d-12cb-4815-844d-002769f8a736, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=0777304d-12cb-4815-844d-002769f8a736,segment=NetworkSegment(54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac),segment_id=54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac)] {{(pid=110282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:21.825037 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (0777304d-12cb-4815-844d-002769f8a736), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.847591 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Calling delete_port for 0777304d-12cb-4815-844d-002769f8a736 owned by network:dhcp {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:21.872172 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-784bc266-9d8d-4f4f-8927-61a0c9cfb07f None None] Deleting port 0777304d-12cb-4815-844d-002769f8a736 {{(pid=110283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:21.872589 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-784bc266-9d8d-4f4f-8927-61a0c9cfb07f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (0777304d-12cb-4815-844d-002769f8a736), before_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.950325 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-784bc266-9d8d-4f4f-8927-61a0c9cfb07f None None] For port 0777304d-12cb-4815-844d-002769f8a736, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=0777304d-12cb-4815-844d-002769f8a736,segment=NetworkSegment(54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac),segment_id=54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:21.950647 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-784bc266-9d8d-4f4f-8927-61a0c9cfb07f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (0777304d-12cb-4815-844d-002769f8a736), precommit_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:21.965663 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-784bc266-9d8d-4f4f-8927-61a0c9cfb07f None None] Calling delete_port for 0777304d-12cb-4815-844d-002769f8a736 owned by network:dhcp {{(pid=110283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:22.039294 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (0777304d-12cb-4815-844d-002769f8a736), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:22.053268 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-784bc266-9d8d-4f4f-8927-61a0c9cfb07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058'] for port (0777304d-12cb-4815-844d-002769f8a736), after_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:22.067696 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784bc266-9d8d-4f4f-8927-61a0c9cfb07f None None] No DVR routers for this DVR port 0777304d-12cb-4815-844d-002769f8a736 on host dv-cinder-830086-2-iscsi {{(pid=110283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:22.068162 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Pushing event deleted for resources: {'Port': ['ID=0777304d-12cb-4815-844d-002769f8a736,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:22.070325 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] No DVR routers for this DVR port 0777304d-12cb-4815-844d-002769f8a736 on host dv-cinder-830086-2-iscsi {{(pid=110282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:22.088473 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bc266-9d8d-4f4f-8927-61a0c9cfb07f None None] Pushing event deleted for resources: {'Port': ['ID=0777304d-12cb-4815-844d-002769f8a736,revision_number=None']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:22.157067 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (a16ec0cb-e220-47d5-b6ef-913665c77568), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:22.178630 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16ec0cb-e220-47d5-b6ef-913665c77568']}} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:22.188908 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac') {'for_net_delete': True} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:22.189244 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac') {} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:22.199352 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417039'] for segment (54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:22.213737 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:22.220464 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:10:22.220854 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64256915'] for segment (54a7ba6e-581c-4cc6-bb4f-d0a70e0596ac), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: Traceback (most recent call last): Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: timer() Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: cb(*args, **kw) Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: return func(*args, **kwargs) Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: self._notify() Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: self.callback(batched_events) Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: event.method(event) Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: return f(self, *a, **k) Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._get(url).json() Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: return self.request(url, 'GET', **kwargs) Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:10:22.229376 dv-cinder-830086-2-iscsi neutron-server[110282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:10:22.345594 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (a16ec0cb-e220-47d5-b6ef-913665c77568), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:22.350259 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:22.356583 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a16ec0cb-e220-47d5-b6ef-913665c77568 HTTP/1.1" status: 204 len: 168 time: 0.7653050 Mar 08 12:10:22.369966 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a37b7a-324c-4c37-b960-fa4df900b217 admin admin] Pushing event deleted for resources: {'Network': ['ID=a16ec0cb-e220-47d5-b6ef-913665c77568,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:22.538946 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:22.679756 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50214) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:22.720359 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-4aa7443a-d767-4d62-bef1-a06e5551d418 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cd44047d44749f79b6f9477db0ab065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388269 Mar 08 12:10:22.722888 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50216) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:22.771054 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-28e7ebd0-6f08-4eec-905b-012dca1d6f75 admin admin] Publish callbacks [] for security_group (d1eaf365-8ca5-4605-a72d-6cb855f630a6), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:22.793886 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-28e7ebd0-6f08-4eec-905b-012dca1d6f75 admin admin] Publish callbacks [] for security_group (d1eaf365-8ca5-4605-a72d-6cb855f630a6), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:22.904845 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-28e7ebd0-6f08-4eec-905b-012dca1d6f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d1eaf365-8ca5-4605-a72d-6cb855f630a6), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:22.908150 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-28e7ebd0-6f08-4eec-905b-012dca1d6f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:22.909364 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-28e7ebd0-6f08-4eec-905b-012dca1d6f75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1eaf365-8ca5-4605-a72d-6cb855f630a6 HTTP/1.1" status: 204 len: 168 time: 0.1855736 Mar 08 12:10:22.919096 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7ebd0-6f08-4eec-905b-012dca1d6f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eaf365-8ca5-4605-a72d-6cb855f630a6,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:23.388380 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device d3c1c28d-36e3-46e4-a5a0-c707a89dd2de no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:23.411499 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: d3c1c28d-36e3-46e4-a5a0-c707a89dd2de {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:23.411900 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device d3c1c28d-36e3-46e4-a5a0-c707a89dd2de not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:23.412365 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 0777304d-12cb-4815-844d-002769f8a736 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:23.436396 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 0777304d-12cb-4815-844d-002769f8a736 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:23.436750 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 0777304d-12cb-4815-844d-002769f8a736 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:23.591247 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50226) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:23.637939 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-b1ee9f35-3aa0-40fe-99ea-f710ce41cce1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c0c40b2c14b4c78b1fa437c1b27966e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455127 Mar 08 12:10:23.640481 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50228) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:23.694046 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1b90acee-9d4e-4628-b61c-0d5e5f0290d8 admin admin] Publish callbacks [] for security_group (ed3ee539-6356-451b-bc70-e71af949f77e), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:23.721752 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1b90acee-9d4e-4628-b61c-0d5e5f0290d8 admin admin] Publish callbacks [] for security_group (ed3ee539-6356-451b-bc70-e71af949f77e), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:23.835727 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1b90acee-9d4e-4628-b61c-0d5e5f0290d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (ed3ee539-6356-451b-bc70-e71af949f77e), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:23.838467 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1b90acee-9d4e-4628-b61c-0d5e5f0290d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:23.845327 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-1b90acee-9d4e-4628-b61c-0d5e5f0290d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed3ee539-6356-451b-bc70-e71af949f77e HTTP/1.1" status: 204 len: 168 time: 0.1982269 Mar 08 12:10:23.848330 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90acee-9d4e-4628-b61c-0d5e5f0290d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3ee539-6356-451b-bc70-e71af949f77e,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:23.927429 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:26.014679 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:10:26.830520 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d245a8-4c91-4f4a-a64e-2fdd32225fa2 req-c528c4aa-e537-4b09-bc42-98af666eb877 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:26.832347 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-95d245a8-4c91-4f4a-a64e-2fdd32225fa2 req-c528c4aa-e537-4b09-bc42-98af666eb877 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 945 time: 0.0647204 Mar 08 12:10:26.880966 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-95d245a8-4c91-4f4a-a64e-2fdd32225fa2 req-5d3d6067-53c1-40b2-a86c-6b39be09f3ef tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=2215df9d-7cb9-4112-bd70-c60eabce6893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427194 Mar 08 12:10:28.201989 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e392922-c2a2-4573-b317-4751e61b79fb req-0fc9596f-1015-4cb0-94d0-537ff60b872a tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:28.203424 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e392922-c2a2-4573-b317-4751e61b79fb req-0fc9596f-1015-4cb0-94d0-537ff60b872a tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 945 time: 0.2513335 Mar 08 12:10:28.251698 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e392922-c2a2-4573-b317-4751e61b79fb req-f0d1b450-15f7-4390-a0a6-f8d237e26d80 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=2215df9d-7cb9-4112-bd70-c60eabce6893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422671 Mar 08 12:10:28.953380 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e6c00-822f-4bba-9692-9b729129deec req-35f06fa0-82d1-4639-aaf8-d895e55b5e41 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:28.955362 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-754e6c00-822f-4bba-9692-9b729129deec req-35f06fa0-82d1-4639-aaf8-d895e55b5e41 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 945 time: 0.0549741 Mar 08 12:10:29.047296 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Deleting port 3be32e39-a7df-4e5d-b339-66703a48b974 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:29.047658 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:29.143961 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] For port 3be32e39-a7df-4e5d-b339-66703a48b974, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3be32e39-a7df-4e5d-b339-66703a48b974,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:29.144333 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:29.324269 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:29.325001 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (dcf09f53-1e5f-4a07-a513-6ed9a384242f), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:29.325001 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Floating IP dcf09f53-1e5f-4a07-a513-6ed9a384242f disassociated. External IP: 172.27.0.56, port: 3be32e39-a7df-4e5d-b339-66703a48b974. Mar 08 12:10:29.325309 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Calling delete_port for 3be32e39-a7df-4e5d-b339-66703a48b974 owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:29.431297 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c437a0-8991-42d3-babe-a80c9f019705 req-89a55605-a132-45d9-ae4d-811a88e2ce9d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:29.432834 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88c437a0-8991-42d3-babe-a80c9f019705 req-89a55605-a132-45d9-ae4d-811a88e2ce9d tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 945 time: 0.1055043 Mar 08 12:10:29.519645 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88c437a0-8991-42d3-babe-a80c9f019705 req-f92ca184-4470-4180-bf20-d03c5b9ebbff tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups?id=2215df9d-7cb9-4112-bd70-c60eabce6893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750570 Mar 08 12:10:29.605075 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (3be32e39-a7df-4e5d-b339-66703a48b974), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:29.638917 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event deleted for resources: {'Port': ['ID=3be32e39-a7df-4e5d-b339-66703a48b974,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:29.759685 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Router d13729ae-dc10-45b0-8da4-670f0b9efe91 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:29.868129 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:29.880165 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d205e79-2705-42a3-92a0-8eb32db71dfb None None] Sync routers for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:29.890272 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d205e79-2705-42a3-92a0-8eb32db71dfb None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:29.890902 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3d205e79-2705-42a3-92a0-8eb32db71dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:29.914094 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] No DVR routers for this DVR port 3be32e39-a7df-4e5d-b339-66703a48b974 on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:29.916659 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:29.920019 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-754e6c00-822f-4bba-9692-9b729129deec req-190fb33a-d664-445d-bba6-06ea4df3e732 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.53 "DELETE /v2.0/ports/3be32e39-a7df-4e5d-b339-66703a48b974 HTTP/1.1" status: 204 len: 173 time: 0.9592087 Mar 08 12:10:29.920507 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c975139-6b5d-4e2a-b510-883ac727e9fc', 'name': 'network-vif-deleted', 'tag': '3be32e39-a7df-4e5d-b339-66703a48b974'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:29.923357 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aecde26-2785-4129-b227-44f4834cabc5" -d '{"events": [{"server_uuid": "6c975139-6b5d-4e2a-b510-883ac727e9fc", "name": "network-vif-deleted", "tag": "3be32e39-a7df-4e5d-b339-66703a48b974"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:29.972539 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f576640c-6cc5-4ff3-bccc-03de5b0598e8 x-openstack-request-id: req-f576640c-6cc5-4ff3-bccc-03de5b0598e8 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:29.972916 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c975139-6b5d-4e2a-b510-883ac727e9fc", "name": "network-vif-deleted", "tag": "3be32e39-a7df-4e5d-b339-66703a48b974", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:29.973150 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f576640c-6cc5-4ff3-bccc-03de5b0598e8 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:29.973502 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c975139-6b5d-4e2a-b510-883ac727e9fc', 'name': 'network-vif-deleted', 'tag': '3be32e39-a7df-4e5d-b339-66703a48b974', 'status': 'completed', 'code': 200} Mar 08 12:10:30.141792 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-3d205e79-2705-42a3-92a0-8eb32db71dfb None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:30.354792 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3d205e79-2705-42a3-92a0-8eb32db71dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 5, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:30.381455 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d205e79-2705-42a3-92a0-8eb32db71dfb None None] Checking router: d13729ae-dc10-45b0-8da4-670f0b9efe91 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:30.390074 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d205e79-2705-42a3-92a0-8eb32db71dfb None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:30.390686 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3d205e79-2705-42a3-92a0-8eb32db71dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:30.501929 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-3d205e79-2705-42a3-92a0-8eb32db71dfb None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:30.628268 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f0a4478f-42ef-49c8-8a6a-52d2df50014e req-5a1d35a3-e881-4f9f-8668-3648adb52e3a tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c975139-6b5d-4e2a-b510-883ac727e9fc HTTP/1.1" status: 200 len: 210 time: 0.0263636 Mar 08 12:10:30.710933 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3d205e79-2705-42a3-92a0-8eb32db71dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 5, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:30.741264 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d205e79-2705-42a3-92a0-8eb32db71dfb None None] The sync data for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi is: [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:00:17Z', 'revision_number': 4, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a5c809c4-80a1-49c8-a8db-ee1e01c451d0', 'name': '', 'network_id': '7f359cc5-2843-4822-80dc-0991890d71fa', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'mac_address': 'fa:16:3e:e3:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:23Z', 'revision_number': 5, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'subnets': [{'id': 'a431dca8-79c9-4874-a87f-d7946fc1238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:30.996568 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3afd530-68c6-445e-b1e0-1b8a2e1434d8 None None] New status for floating IP dcf09f53-1e5f-4a07-a513-6ed9a384242f: DOWN {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:10:31.774334 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50278) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:31.830419 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-fb65901c-86eb-4ed1-8b56-66d3c16b5cd8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group (2215df9d-7cb9-4112-bd70-c60eabce6893), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:31.855010 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-fb65901c-86eb-4ed1-8b56-66d3c16b5cd8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group (2215df9d-7cb9-4112-bd70-c60eabce6893), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:31.967225 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-fb65901c-86eb-4ed1-8b56-66d3c16b5cd8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (2215df9d-7cb9-4112-bd70-c60eabce6893), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:31.970431 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-fb65901c-86eb-4ed1-8b56-66d3c16b5cd8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:31.971634 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-fb65901c-86eb-4ed1-8b56-66d3c16b5cd8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "DELETE /v2.0/security-groups/2215df9d-7cb9-4112-bd70-c60eabce6893 HTTP/1.1" status: 204 len: 168 time: 0.1962328 Mar 08 12:10:31.974526 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50280) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:31.980989 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65901c-86eb-4ed1-8b56-66d3c16b5cd8 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2215df9d-7cb9-4112-bd70-c60eabce6893,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:31.990072 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.api.v2.resource [None req-cd6bacd3-37cb-42ad-a8a5-b2e756fef6cb tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] show failed (client error): The resource could not be found. Mar 08 12:10:31.991118 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-cd6bacd3-37cb-42ad-a8a5-b2e756fef6cb tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "GET /v2.0/security-groups/2215df9d-7cb9-4112-bd70-c60eabce6893 HTTP/1.1" status: 404 len: 347 time: 0.0155170 Mar 08 12:10:31.994364 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50282) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:32.064281 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 3be32e39-a7df-4e5d-b339-66703a48b974 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:32.092453 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 3be32e39-a7df-4e5d-b339-66703a48b974 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:32.092810 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 3be32e39-a7df-4e5d-b339-66703a48b974 not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:32.121931 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-c609c056-4f65-4f55-9375-6c240a5258e4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Deleting port 476d9640-523d-4677-8346-0a46aa95eaab {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:32.122268 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c609c056-4f65-4f55-9375-6c240a5258e4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (476d9640-523d-4677-8346-0a46aa95eaab), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:32.202143 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c609c056-4f65-4f55-9375-6c240a5258e4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (476d9640-523d-4677-8346-0a46aa95eaab), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:32.202462 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c609c056-4f65-4f55-9375-6c240a5258e4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (476d9640-523d-4677-8346-0a46aa95eaab), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:32.215597 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-c609c056-4f65-4f55-9375-6c240a5258e4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Calling delete_port for 476d9640-523d-4677-8346-0a46aa95eaab owned by network:floatingip {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:32.448022 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c609c056-4f65-4f55-9375-6c240a5258e4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (476d9640-523d-4677-8346-0a46aa95eaab), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:32.477001 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609c056-4f65-4f55-9375-6c240a5258e4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Pushing event deleted for resources: {'Port': ['ID=476d9640-523d-4677-8346-0a46aa95eaab,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:32.538522 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c609c056-4f65-4f55-9375-6c240a5258e4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks [] for floatingip (dcf09f53-1e5f-4a07-a513-6ed9a384242f), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:32.541113 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c609c056-4f65-4f55-9375-6c240a5258e4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:32.542277 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-c609c056-4f65-4f55-9375-6c240a5258e4 tempest-AttachVolumeTestJSON-1783935422 tempest-AttachVolumeTestJSON-1783935422-project] 10.222.0.43 "DELETE /v2.0/floatingips/dcf09f53-1e5f-4a07-a513-6ed9a384242f HTTP/1.1" status: 204 len: 168 time: 0.5469136 Mar 08 12:10:36.481652 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50312) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:36.895797 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:36.940899 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-14c36b33-6a17-45ad-b2e8-6a137267bbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66618965'] for router_interface (d13729ae-dc10-45b0-8da4-670f0b9efe91), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:37.196561 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-14c36b33-6a17-45ad-b2e8-6a137267bbed admin admin] Deleting port a5c809c4-80a1-49c8-a8db-ee1e01c451d0 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:37.196811 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-14c36b33-6a17-45ad-b2e8-6a137267bbed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:37.276773 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-14c36b33-6a17-45ad-b2e8-6a137267bbed admin admin] For port a5c809c4-80a1-49c8-a8db-ee1e01c451d0, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=a5c809c4-80a1-49c8-a8db-ee1e01c451d0,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:37.277186 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-14c36b33-6a17-45ad-b2e8-6a137267bbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:37.289222 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-14c36b33-6a17-45ad-b2e8-6a137267bbed admin admin] Calling delete_port for a5c809c4-80a1-49c8-a8db-ee1e01c451d0 owned by network:router_interface {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:37.542119 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-14c36b33-6a17-45ad-b2e8-6a137267bbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (a5c809c4-80a1-49c8-a8db-ee1e01c451d0), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:37.566789 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c36b33-6a17-45ad-b2e8-6a137267bbed admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c809c4-80a1-49c8-a8db-ee1e01c451d0,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:37.745811 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-14c36b33-6a17-45ad-b2e8-6a137267bbed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66820362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618913'] for router_interface (d13729ae-dc10-45b0-8da4-670f0b9efe91), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:38.233942 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c36b33-6a17-45ad-b2e8-6a137267bbed admin admin] Router d13729ae-dc10-45b0-8da4-670f0b9efe91 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:38.340859 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c36b33-6a17-45ad-b2e8-6a137267bbed admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:38.346581 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-14c36b33-6a17-45ad-b2e8-6a137267bbed admin admin] 10.222.0.43 "PUT /v2.0/routers/d13729ae-dc10-45b0-8da4-670f0b9efe91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8638778 Mar 08 12:10:38.349523 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50316) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:38.352044 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f48e70-e3c4-4ce5-9787-33b2e4c41ddd None None] Sync routers for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:38.363655 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f48e70-e3c4-4ce5-9787-33b2e4c41ddd None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:38.364271 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-93f48e70-e3c4-4ce5-9787-33b2e4c41ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:38.459018 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Publish callbacks [] for router (d13729ae-dc10-45b0-8da4-670f0b9efe91), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:38.478299 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-93f48e70-e3c4-4ce5-9787-33b2e4c41ddd None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:38.569032 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Publish callbacks [] for router_gateway (d13729ae-dc10-45b0-8da4-670f0b9efe91), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:38.676133 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-93f48e70-e3c4-4ce5-9787-33b2e4c41ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:10:37Z', 'revision_number': 5, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port': {'id': 'ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:38.681069 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Deleting port ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:38.681412 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:38.704463 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f48e70-e3c4-4ce5-9787-33b2e4c41ddd None None] Checking router: d13729ae-dc10-45b0-8da4-670f0b9efe91 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:38.713576 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f48e70-e3c4-4ce5-9787-33b2e4c41ddd None None] Routers {'d13729ae-dc10-45b0-8da4-670f0b9efe91'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:38.714200 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-93f48e70-e3c4-4ce5-9787-33b2e4c41ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['d13729ae-dc10-45b0-8da4-670f0b9efe91'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:38.766074 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] For port ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:38.766418 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:38.779409 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Calling delete_port for ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f owned by network:router_gateway {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:38.809863 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-93f48e70-e3c4-4ce5-9787-33b2e4c41ddd None None] Set router d13729ae-dc10-45b0-8da4-670f0b9efe91 gateway port host: None {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:38.866642 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-93f48e70-e3c4-4ce5-9787-33b2e4c41ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:10:38Z', 'revision_number': 6, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port_host': None}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:38.897114 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f48e70-e3c4-4ce5-9787-33b2e4c41ddd None None] The sync data for ids ['d13729ae-dc10-45b0-8da4-670f0b9efe91'] in dv-cinder-830086-2-iscsi is: [{'id': 'd13729ae-dc10-45b0-8da4-670f0b9efe91', 'name': 'tempest-AttachVolumeTestJSON-439930849-router', 'tenant_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:09Z', 'updated_at': '2022-03-08T12:10:38Z', 'revision_number': 6, 'project_id': '0da8171e28bc4e7bae7442cba91ffc3a', 'gw_port_host': None}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:39.104379 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.131087 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:39.191775 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66620555'] for router_gateway (d13729ae-dc10-45b0-8da4-670f0b9efe91), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.286584 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66648383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (d13729ae-dc10-45b0-8da4-670f0b9efe91), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.288948 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Publish callbacks [] for router_controller (d13729ae-dc10-45b0-8da4-670f0b9efe91), precommit_delete_associations {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.395861 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66648360'] for router (d13729ae-dc10-45b0-8da4-670f0b9efe91), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.396381 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d13729ae-dc10-45b0-8da4-670f0b9efe91 {{(pid=110281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:10:39.401646 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.402569 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-102e314e-5f7b-4ee5-b425-bb432e0c7521 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d13729ae-dc10-45b0-8da4-670f0b9efe91 HTTP/1.1" status: 204 len: 168 time: 1.0521057 Mar 08 12:10:39.405097 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50318) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:39.449678 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9eef70-b1dc-4d7e-9120-948f65aa145b admin admin] Deleting subnet a431dca8-79c9-4874-a87f-d7946fc1238f {{(pid=110281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:10:39.453049 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4e9eef70-b1dc-4d7e-9120-948f65aa145b admin admin] Publish callbacks [] for subnet (a431dca8-79c9-4874-a87f-d7946fc1238f), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.499304 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4e9eef70-b1dc-4d7e-9120-948f65aa145b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63977580'] for subnet (a431dca8-79c9-4874-a87f-d7946fc1238f), precommit_delete_associations {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.617530 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4e9eef70-b1dc-4d7e-9120-948f65aa145b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (a431dca8-79c9-4874-a87f-d7946fc1238f), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.715846 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device a5c809c4-80a1-49c8-a8db-ee1e01c451d0 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:39.738668 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: a5c809c4-80a1-49c8-a8db-ee1e01c451d0 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:39.739018 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device a5c809c4-80a1-49c8-a8db-ee1e01c451d0 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:39.739442 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:39.747935 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4e9eef70-b1dc-4d7e-9120-948f65aa145b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63299720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63748598'] for subnet (a431dca8-79c9-4874-a87f-d7946fc1238f), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.761310 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:39.761716 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device ffe11ee0-f72f-4142-9a9c-2c7cf8e6036f not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:39.777234 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9eef70-b1dc-4d7e-9120-948f65aa145b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a431dca8-79c9-4874-a87f-d7946fc1238f,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:39.783764 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4e9eef70-b1dc-4d7e-9120-948f65aa145b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.788136 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-4e9eef70-b1dc-4d7e-9120-948f65aa145b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a431dca8-79c9-4874-a87f-d7946fc1238f HTTP/1.1" status: 204 len: 168 time: 0.3820262 Mar 08 12:10:39.791019 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50320) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:39.791409 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a4c58c-4f2a-4801-b544-5fb236d5bbbd None None] Network 7f359cc5-2843-4822-80dc-0991890d71fa requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:10:39.865915 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (7f359cc5-2843-4822-80dc-0991890d71fa), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.937247 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Deleting port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:39.937610 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.964891 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] DHCP port deletion for 7f359cc5-2843-4822-80dc-0991890d71fa request from dv-cinder-830086-2-iscsi {{(pid=110283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:10:40.009573 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] For port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:40.010024 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.017532 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Deleting port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a {{(pid=110283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:40.017911 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), before_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.024232 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Calling delete_port for aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a owned by network:dhcp {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:40.087113 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] For port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a,segment=NetworkSegment(5bb25276-a2d3-41f6-808c-cf55909d0d02),segment_id=5bb25276-a2d3-41f6-808c-cf55909d0d02)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:40.087518 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), precommit_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.102533 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Calling delete_port for aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a owned by network:dhcp {{(pid=110283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:40.193565 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.199900 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058'] for port (aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a), after_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.218265 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:40.232012 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] No DVR routers for this DVR port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a on host dv-cinder-830086-2-iscsi {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:40.232122 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Pushing event deleted for resources: {'Port': ['ID=aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a,revision_number=None']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:40.238250 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] No DVR routers for this DVR port aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a on host dv-cinder-830086-2-iscsi {{(pid=110283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:40.240692 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:40.241053 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:40.241410 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:40.241881 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:40.242222 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:40.242560 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:40.242901 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:40.243237 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:40.243570 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:40.243906 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:40.244239 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:40.244592 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:40.244921 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ff106-7c0c-48fe-8056-8d3afc0d9731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:40.300868 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (7f359cc5-2843-4822-80dc-0991890d71fa), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.321716 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f359cc5-2843-4822-80dc-0991890d71fa']}} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:40.332136 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb25276-a2d3-41f6-808c-cf55909d0d02') {'for_net_delete': True} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:40.332481 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb25276-a2d3-41f6-808c-cf55909d0d02') {} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:40.346150 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63977623'] for segment (5bb25276-a2d3-41f6-808c-cf55909d0d02), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.359434 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (5bb25276-a2d3-41f6-808c-cf55909d0d02), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.365482 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:10:40.365873 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63299810'] for segment (5bb25276-a2d3-41f6-808c-cf55909d0d02), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: Traceback (most recent call last): Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: timer() Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: cb(*args, **kw) Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: return func(*args, **kwargs) Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: self._notify() Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: self.callback(batched_events) Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: event.method(event) Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: return f(self, *a, **k) Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._get(url).json() Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: return self.request(url, 'GET', **kwargs) Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:10:40.367531 dv-cinder-830086-2-iscsi neutron-server[110281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:10:40.502111 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (7f359cc5-2843-4822-80dc-0991890d71fa), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.507725 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.510818 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7f359cc5-2843-4822-80dc-0991890d71fa HTTP/1.1" status: 204 len: 168 time: 0.7180581 Mar 08 12:10:40.522187 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62146265-1aa9-4578-8697-feefca0c4098 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f359cc5-2843-4822-80dc-0991890d71fa,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:40.831220 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50324) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:40.871963 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-78825d1e-3c71-4d4c-8f1c-326331547188 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0da8171e28bc4e7bae7442cba91ffc3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393081 Mar 08 12:10:40.874518 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50326) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:40.930903 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d0d4123f-1171-4c4e-8106-5c216f05f2d9 admin admin] Publish callbacks [] for security_group (23691249-0ff8-4daf-82e2-29214d9b151d), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.959004 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d0d4123f-1171-4c4e-8106-5c216f05f2d9 admin admin] Publish callbacks [] for security_group (23691249-0ff8-4daf-82e2-29214d9b151d), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:41.069932 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d0d4123f-1171-4c4e-8106-5c216f05f2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (23691249-0ff8-4daf-82e2-29214d9b151d), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:41.072589 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d0d4123f-1171-4c4e-8106-5c216f05f2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:41.073773 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-d0d4123f-1171-4c4e-8106-5c216f05f2d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23691249-0ff8-4daf-82e2-29214d9b151d HTTP/1.1" status: 204 len: 168 time: 0.1973643 Mar 08 12:10:41.081935 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4123f-1171-4c4e-8106-5c216f05f2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23691249-0ff8-4daf-82e2-29214d9b151d,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:41.394551 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:41.418751 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:41.419356 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device aaa0cb2f-ad05-45bd-8bfa-2b4b20444e6a not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:42.094828 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50348) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:42.199229 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2115749102-network', 'tenant_id': '275913fc7a5e4a23921ad8f920874035'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:42.289932 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Made reservation on behalf of 275913fc7a5e4a23921ad8f920874035 for: {'network': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:10:42.292401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:42.301075 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:42.384991 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Publish callbacks [] for security_group (c2b0426f-982d-43a3-99c0-9a088746b0c2), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:42.455891 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (c2b0426f-982d-43a3-99c0-9a088746b0c2), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:42.481513 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=110282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:10:42.491712 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b0426f-982d-43a3-99c0-9a088746b0c2,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:42.496707 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (1a8548db-ca7d-4f95-bb07-e5891dc7c168), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:42.500572 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.segments_db [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Added segment 1a8548db-ca7d-4f95-bb07-e5891dc7c168 of type vlan for network 3ee994c5-6065-46be-aff4-3acdf7e3b825 Mar 08 12:10:42.537751 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (3ee994c5-6065-46be-aff4-3acdf7e3b825), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:42.632953 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (3ee994c5-6065-46be-aff4-3acdf7e3b825), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:42.633956 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:42.634539 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:42.692840 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee994c5-6065-46be-aff4-3acdf7e3b825,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:42.702941 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network 3ee994c5-6065-46be-aff4-3acdf7e3b825 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:10:42.733266 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-afc0eff8-9e7d-4211-be14-91769aa0ea96 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6369853 Mar 08 12:10:42.736784 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50352) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:42.741636 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-74ec72a5-90f5-4ac3-ae57-2d7cf4fe539c admin admin] Request body: {'subnet': {'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-subnet', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:42.844247 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ec72a5-90f5-4ac3-ae57-2d7cf4fe539c admin admin] Made reservation on behalf of 275913fc7a5e4a23921ad8f920874035 for: {'subnet': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:10:42.846641 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-74ec72a5-90f5-4ac3-ae57-2d7cf4fe539c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64241130'] for subnet (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.101978 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-74ec72a5-90f5-4ac3-ae57-2d7cf4fe539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64256574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64241140'] for subnet (10d5874f-f063-41f2-9463-3121d847e01c), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.161213 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec72a5-90f5-4ac3-ae57-2d7cf4fe539c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d5874f-f063-41f2-9463-3121d847e01c,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:43.172859 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec72a5-90f5-4ac3-ae57-2d7cf4fe539c admin admin] Checking segment: {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:10:43.173258 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ec72a5-90f5-4ac3-ae57-2d7cf4fe539c admin admin] Network hostable DHCP agents. Network: 3ee994c5-6065-46be-aff4-3acdf7e3b825, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:10:43.273593 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ec72a5-90f5-4ac3-ae57-2d7cf4fe539c admin admin] Network 3ee994c5-6065-46be-aff4-3acdf7e3b825 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:10:43.353360 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-74ec72a5-90f5-4ac3-ae57-2d7cf4fe539c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, 3ee994c5-6065-46be-aff4-3acdf7e3b825) {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:43.357487 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ec72a5-90f5-4ac3-ae57-2d7cf4fe539c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:43.358091 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-74ec72a5-90f5-4ac3-ae57-2d7cf4fe539c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.363314 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b009abc-b818-4bac-aa57-e3f8c95e1168 None None] Network 3ee994c5-6065-46be-aff4-3acdf7e3b825 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:10:43.447195 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-74ec72a5-90f5-4ac3-ae57-2d7cf4fe539c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7092042 Mar 08 12:10:43.449706 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50356) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:43.454114 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:43.463296 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9da6154-2c8a-51fd-a243-852dfaf31b55-3ee994c5-6065-46be-aff4-3acdf7e3b825', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c'}]}} from dv-cinder-830086-2-iscsi. {{(pid=110283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:10:43.464479 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.548125 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66648729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (62dd0752-70ba-4054-90a7-40fa87db2a03), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.549238 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66648425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66620634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66999983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (62dd0752-70ba-4054-90a7-40fa87db2a03), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.601334 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Publish callbacks [] for router_controller (62dd0752-70ba-4054-90a7-40fa87db2a03), precommit_add_association {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.615105 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.db_base_plugin_common [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Allocated IP 172.20.0.2 (3ee994c5-6065-46be-aff4-3acdf7e3b825/10d5874f-f063-41f2-9463-3121d847e01c/93d1f957-3924-45b8-a746-e55ab05a1780) {{(pid=110283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:43.765463 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Publish callbacks [] for port (93d1f957-3924-45b8-a746-e55ab05a1780), precommit_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.814291 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Publish callbacks [] for router_gateway (62dd0752-70ba-4054-90a7-40fa87db2a03), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.833867 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.873833 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Network 3ee994c5-6065-46be-aff4-3acdf7e3b825 is already hosted by enough agents. {{(pid=110283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:43.876559 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.base_scheduler [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Resources bound (agent type, host, resource id): {{(pid=110283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:43.884083 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Received port after_create {{(pid=110283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:10:43.890009 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Pushing event updated for resources: {'Port': ['ID=93d1f957-3924-45b8-a746-e55ab05a1780,revision_number=1']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:43.958626 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Attempting to bind port 93d1f957-3924-45b8-a746-e55ab05a1780 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:10:43.959001 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Attempting to bind port 93d1f957-3924-45b8-a746-e55ab05a1780 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:10:43.959374 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Attempting to bind port 93d1f957-3924-45b8-a746-e55ab05a1780 on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:43.964687 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:10:43.965067 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Checking segment: {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:10:43.965534 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:43.965993 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Bound using segment: {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:10:43.966921 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Bound port: 93d1f957-3924-45b8-a746-e55ab05a1780, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:10:43.967060 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:44.047203 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] For port 93d1f957-3924-45b8-a746-e55ab05a1780, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:10:44.050591 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] For port 93d1f957-3924-45b8-a746-e55ab05a1780, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=93d1f957-3924-45b8-a746-e55ab05a1780,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:10:44.103240 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Publish callbacks [] for router_gateway (62dd0752-70ba-4054-90a7-40fa87db2a03), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:44.127114 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:44.144779 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:44.214953 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2b9fc-558f-48de-a74d-5b8ca58f2350 None None] Pushing event updated for resources: {'Port': ['ID=93d1f957-3924-45b8-a746-e55ab05a1780,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:44.269770 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Allocated IP 172.27.0.45 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/68e67413-5e93-4ecf-8775-7b0c0857a7f6) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:44.398279 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Publish callbacks [] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:44.556150 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:44.597098 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:44.599958 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:44.603605 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:10:44.609470 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Pushing event updated for resources: {'Port': ['ID=68e67413-5e93-4ecf-8775-7b0c0857a7f6,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:44.720455 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27abd-bee2-4288-babe-52a45e0ab463 req-a06211cd-32f0-4b68-be91-f81c9c6ddacb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:44.722177 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3ac27abd-bee2-4288-babe-52a45e0ab463 req-a06211cd-32f0-4b68-be91-f81c9c6ddacb tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 947 time: 0.0569730 Mar 08 12:10:44.772557 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3ac27abd-bee2-4288-babe-52a45e0ab463 req-c2d84267-f59a-4e1b-9f4d-173a1e833f06 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442786 Mar 08 12:10:44.960978 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Publish callbacks [] for router_gateway (62dd0752-70ba-4054-90a7-40fa87db2a03), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:45.139539 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc67e1a-7371-4b57-aca6-61f7485e7bb4 None None] Network 3ee994c5-6065-46be-aff4-3acdf7e3b825 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:10:45.361354 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-fc65cc64-3065-4a1d-9524-6f242f757912 None None] Provisioning complete for port 93d1f957-3924-45b8-a746-e55ab05a1780 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:45.361741 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fc65cc64-3065-4a1d-9524-6f242f757912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:45.373710 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66648418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66620663'] for router (62dd0752-70ba-4054-90a7-40fa87db2a03), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:45.443377 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 93d1f957-3924-45b8-a746-e55ab05a1780 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:45.537092 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-fc65cc64-3065-4a1d-9524-6f242f757912 None None] Current status of the port 93d1f957-3924-45b8-a746-e55ab05a1780 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:45.537492 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fc65cc64-3065-4a1d-9524-6f242f757912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:45.561705 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 93d1f957-3924-45b8-a746-e55ab05a1780 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:45.562088 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:45.575456 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Router 62dd0752-70ba-4054-90a7-40fa87db2a03 is scheduled to L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 with binding_index 1 {{(pid=110282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:10:45.601743 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-fc65cc64-3065-4a1d-9524-6f242f757912 None None] For port 93d1f957-3924-45b8-a746-e55ab05a1780, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=93d1f957-3924-45b8-a746-e55ab05a1780,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:45.661198 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 93d1f957-3924-45b8-a746-e55ab05a1780 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:45.661597 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:45.700968 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:45.705262 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fc65cc64-3065-4a1d-9524-6f242f757912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:45.712244 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Sync routers for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:45.722540 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:45.723173 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:45.768349 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.db.api [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:10:45.768682 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG oslo_db.api [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:10:45.783892 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:45.785427 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-96565fcb-94a1-4170-99da-17313419b39f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3346868 Mar 08 12:10:45.788067 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65cc64-3065-4a1d-9524-6f242f757912 None None] Pushing event updated for resources: {'Port': ['ID=93d1f957-3924-45b8-a746-e55ab05a1780,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:45.788256 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50370) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:45.838704 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-85d0bbfa-926a-4fed-91ea-b0deeff28602 None None] Provisioning complete for port 93d1f957-3924-45b8-a746-e55ab05a1780 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:45.839135 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-85d0bbfa-926a-4fed-91ea-b0deeff28602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:45.845963 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:45.934246 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcee122-fb7f-47f6-b771-2b3d554fefe4 req-96da7069-7751-49f5-9fe0-29b4c60a5f02 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:45.937088 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bfcee122-fb7f-47f6-b771-2b3d554fefe4 req-96da7069-7751-49f5-9fe0-29b4c60a5f02 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 947 time: 0.0709119 Mar 08 12:10:45.964306 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-85d0bbfa-926a-4fed-91ea-b0deeff28602 None None] Current status of the port 93d1f957-3924-45b8-a746-e55ab05a1780 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:46.007615 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bfcee122-fb7f-47f6-b771-2b3d554fefe4 req-1640cf57-f07b-4974-8cb8-c451435544a1 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640242 Mar 08 12:10:46.057733 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:44Z', 'revision_number': 3, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:46.085969 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Checking router: 62dd0752-70ba-4054-90a7-40fa87db2a03 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:46.086307 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Updating router 62dd0752-70ba-4054-90a7-40fa87db2a03 port 68e67413-5e93-4ecf-8775-7b0c0857a7f6 binding host dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:10:46.113918 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.272721 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.310949 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 93d1f957-3924-45b8-a746-e55ab05a1780 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:46.393024 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Publish callbacks [] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), precommit_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.448544 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Allocated IP 172.20.0.1 (3ee994c5-6065-46be-aff4-3acdf7e3b825/10d5874f-f063-41f2-9463-3121d847e01c/53cc0362-8b86-4d25-a62d-3505057e715a) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:46.475866 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.538371 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Attempting to bind port 68e67413-5e93-4ecf-8775-7b0c0857a7f6 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:10:46.538687 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Attempting to bind port 68e67413-5e93-4ecf-8775-7b0c0857a7f6 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:10:46.538998 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Attempting to bind port 68e67413-5e93-4ecf-8775-7b0c0857a7f6 on network b11f5efd-e33a-4972-9f0b-6f3c889a5429 {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:46.547533 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Pushing event updated for resources: {'Port': ['ID=68e67413-5e93-4ecf-8775-7b0c0857a7f6,revision_number=2']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:46.550574 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:10:46.550999 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Checking segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:10:46.551531 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.553099 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Bound using segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:10:46.553099 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Bound port: 68e67413-5e93-4ecf-8775-7b0c0857a7f6, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:10:46.553099 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.563221 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c09526-e6e8-43af-a454-c135f657896e req-00c7cb90-c518-44cb-ac33-66be5040ee93 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:46.564792 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c2c09526-e6e8-43af-a454-c135f657896e req-00c7cb90-c518-44cb-ac33-66be5040ee93 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.53 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 947 time: 0.0683150 Mar 08 12:10:46.565632 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Publish callbacks [] for port (53cc0362-8b86-4d25-a62d-3505057e715a), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.575692 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:46.576081 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:46.576473 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:46.576815 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:46.577203 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:46.577538 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:46.577908 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:46.578224 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:46.578547 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:46.578892 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:46.579263 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:46.579666 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:46.580307 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:46.629386 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] For port 68e67413-5e93-4ecf-8775-7b0c0857a7f6, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:10:46.633047 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] For port 68e67413-5e93-4ecf-8775-7b0c0857a7f6, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=68e67413-5e93-4ecf-8775-7b0c0857a7f6,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:10:46.665829 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Deleting port 28283f53-e1d9-42e7-858f-192f5a0f4edd {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:46.666167 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.675732 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.716882 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Network 3ee994c5-6065-46be-aff4-3acdf7e3b825 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:46.720301 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:46.723854 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:10:46.739209 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.752247 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Pushing event updated for resources: {'Port': ['ID=53cc0362-8b86-4d25-a62d-3505057e715a,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:46.776473 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66621402'] for router_interface (62dd0752-70ba-4054-90a7-40fa87db2a03), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.795539 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:46.796473 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:46.809273 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] For port 28283f53-e1d9-42e7-858f-192f5a0f4edd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=28283f53-e1d9-42e7-858f-192f5a0f4edd,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:46.809915 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.992238 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-54233f75-8df9-4d70-89e8-d7c20be96236 None None] Provisioning complete for port 53cc0362-8b86-4d25-a62d-3505057e715a triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:46.993128 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-54233f75-8df9-4d70-89e8-d7c20be96236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:46.993257 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee27fd-2db3-43d5-8c03-13fa58199e15 None None] Pushing event updated for resources: {'Port': ['ID=68e67413-5e93-4ecf-8775-7b0c0857a7f6,revision_number=3']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:47.053784 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:47.066761 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-54233f75-8df9-4d70-89e8-d7c20be96236 None None] Port 53cc0362-8b86-4d25-a62d-3505057e715a cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:10:47.097488 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:47.097988 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (72be3d8f-3ca2-447d-8ddb-4173bef2d8d4), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:47.103094 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Floating IP 72be3d8f-3ca2-447d-8ddb-4173bef2d8d4 disassociated. External IP: 172.27.0.11, port: 28283f53-e1d9-42e7-858f-192f5a0f4edd. Mar 08 12:10:47.103094 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Calling delete_port for 28283f53-e1d9-42e7-858f-192f5a0f4edd owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:47.103361 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:47.243103 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ab21f-3bdb-4cc4-8bc3-1ae94ceae14b req-ba9e8568-c6db-4e1b-8ed3-488cb144d95a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:47.243576 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-270ab21f-3bdb-4cc4-8bc3-1ae94ceae14b req-ba9e8568-c6db-4e1b-8ed3-488cb144d95a tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 947 time: 0.1243575 Mar 08 12:10:47.280839 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Publish callbacks [] for port (53cc0362-8b86-4d25-a62d-3505057e715a), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:47.311845 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:44Z', 'revision_number': 3, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:47.337600 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-270ab21f-3bdb-4cc4-8bc3-1ae94ceae14b req-eb4c7181-9aaf-4f95-927b-35f6b9b17e79 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups?id=b696edb2-5147-4d43-9368-298be4687946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849957 Mar 08 12:10:47.339691 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2381c06-2ee1-4f40-996a-383b19972838 None None] The sync data for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi is: [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:44Z', 'revision_number': 3, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:47.389913 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:47.466477 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 93d1f957-3924-45b8-a746-e55ab05a1780 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:47.475139 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (28283f53-e1d9-42e7-858f-192f5a0f4edd), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:47.475994 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Pushing event updated for resources: {'Port': ['ID=53cc0362-8b86-4d25-a62d-3505057e715a,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:47.484922 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66820467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66621366'] for router_interface (62dd0752-70ba-4054-90a7-40fa87db2a03), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:47.522866 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event deleted for resources: {'Port': ['ID=28283f53-e1d9-42e7-858f-192f5a0f4edd,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:47.560681 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 93d1f957-3924-45b8-a746-e55ab05a1780 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:47.564413 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:47.601928 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Network 3ee994c5-6065-46be-aff4-3acdf7e3b825 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:47.604457 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:47.745677 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-9d2469e2-e212-487e-a5bb-1d643dfb48e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:47.782141 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 93d1f957-3924-45b8-a746-e55ab05a1780 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:47.822367 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Router 62dd0752-70ba-4054-90a7-40fa87db2a03 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:47.851098 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Router 69ae6d45-f643-48b8-9b10-1d7f36337e81 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:47.985800 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:47.991037 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-e9bd28e2-3e4e-4da4-9624-6888f3196271 admin admin] 10.222.0.43 "PUT /v2.0/routers/62dd0752-70ba-4054-90a7-40fa87db2a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2017846 Mar 08 12:10:48.004581 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-ad70e8b6-6430-4eaf-96ea-054302e0682f None None] Provisioning complete for port 53cc0362-8b86-4d25-a62d-3505057e715a triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:48.005179 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ad70e8b6-6430-4eaf-96ea-054302e0682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:48.064219 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-ad70e8b6-6430-4eaf-96ea-054302e0682f None None] Port 53cc0362-8b86-4d25-a62d-3505057e715a cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:10:48.075687 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:48.091927 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea287ed-8d38-44c1-b730-93a238869095 None None] Sync routers for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:48.110406 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea287ed-8d38-44c1-b730-93a238869095 None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:48.113261 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-1ea287ed-8d38-44c1-b730-93a238869095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:48.143315 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] No DVR routers for this DVR port 28283f53-e1d9-42e7-858f-192f5a0f4edd on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:48.146768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:48.150830 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c2c09526-e6e8-43af-a454-c135f657896e req-6090c9c0-03dc-4648-a504-6c3f7cceed0f tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.53 "DELETE /v2.0/ports/28283f53-e1d9-42e7-858f-192f5a0f4edd HTTP/1.1" status: 204 len: 173 time: 1.5811632 Mar 08 12:10:48.157287 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'name': 'network-vif-deleted', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:48.157287 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0d3bdc-2a88-4de6-a173-0d889dc6c154" -d '{"events": [{"server_uuid": "f258f604-0841-4add-980e-380a599a9267", "name": "network-vif-deleted", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:48.202152 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bee95ef-96fb-4819-ad78-e08e34843709 x-openstack-request-id: req-0bee95ef-96fb-4819-ad78-e08e34843709 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:48.202481 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f258f604-0841-4add-980e-380a599a9267", "name": "network-vif-deleted", "tag": "28283f53-e1d9-42e7-858f-192f5a0f4edd", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:48.202714 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bee95ef-96fb-4819-ad78-e08e34843709 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:48.203665 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f258f604-0841-4add-980e-380a599a9267', 'name': 'network-vif-deleted', 'tag': '28283f53-e1d9-42e7-858f-192f5a0f4edd', 'status': 'completed', 'code': 200} Mar 08 12:10:48.277408 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-1ea287ed-8d38-44c1-b730-93a238869095 None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:48.460343 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9a680986-50f8-44e8-87b9-d41fa5998d0f req-04e74853-941a-4d31-8d9b-e013546b88d5 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/ports?device_id=f258f604-0841-4add-980e-380a599a9267 HTTP/1.1" status: 200 len: 210 time: 0.0382793 Mar 08 12:10:48.541609 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-1ea287ed-8d38-44c1-b730-93a238869095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:28Z', 'revision_number': 5, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:48.583310 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea287ed-8d38-44c1-b730-93a238869095 None None] Checking router: 69ae6d45-f643-48b8-9b10-1d7f36337e81 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:48.596420 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea287ed-8d38-44c1-b730-93a238869095 None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:48.596420 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-1ea287ed-8d38-44c1-b730-93a238869095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:48.710491 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-1ea287ed-8d38-44c1-b730-93a238869095 None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:48.749672 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50386) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:48.754271 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-0f12e1a4-c1cc-4bec-baa2-e11033ed87a3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916680188', 'description': 'tempest-description--863100731'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:48.850375 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0f12e1a4-c1cc-4bec-baa2-e11033ed87a3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:48.928010 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-1ea287ed-8d38-44c1-b730-93a238869095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:28Z', 'revision_number': 5, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:48.930545 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0f12e1a4-c1cc-4bec-baa2-e11033ed87a3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (3990dae2-6c23-43f5-bf5b-033b827270b4), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:48.955389 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea287ed-8d38-44c1-b730-93a238869095 None None] The sync data for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi is: [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:00:20Z', 'revision_number': 4, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'b66d2620-82e6-44b3-bbd3-d8b24eca872e', 'name': '', 'network_id': '25093daf-dda0-4c4d-ad5a-4e47ae659052', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'mac_address': 'fa:16:3e:c5:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:19Z', 'updated_at': '2022-03-08T12:00:28Z', 'revision_number': 5, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'subnets': [{'id': '0999dd9d-7a14-4068-867e-b0cb2230adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:49.006589 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0f12e1a4-c1cc-4bec-baa2-e11033ed87a3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (3990dae2-6c23-43f5-bf5b-033b827270b4), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.037425 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12e1a4-c1cc-4bec-baa2-e11033ed87a3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3990dae2-6c23-43f5-bf5b-033b827270b4,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:49.105524 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-0f12e1a4-c1cc-4bec-baa2-e11033ed87a3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.106891 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-0f12e1a4-c1cc-4bec-baa2-e11033ed87a3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3561912 Mar 08 12:10:49.110093 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50388) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:49.119499 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-a4a1199f-db46-4915-94a6-4b5ba85ae5af tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'security_group_rule': {'security_group_id': '3990dae2-6c23-43f5-bf5b-033b827270b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:49.272575 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a4a1199f-db46-4915-94a6-4b5ba85ae5af tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (28be9522-f5c8-42d7-a825-2e0df6d33f4c), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.290163 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53767d0e-4106-4cc2-9e39-92db34c106e6 None None] New status for floating IP 72be3d8f-3ca2-447d-8ddb-4173bef2d8d4: DOWN {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:10:49.329824 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a4a1199f-db46-4915-94a6-4b5ba85ae5af tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (28be9522-f5c8-42d7-a825-2e0df6d33f4c), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.393124 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a4a1199f-db46-4915-94a6-4b5ba85ae5af tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (28be9522-f5c8-42d7-a825-2e0df6d33f4c), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.417346 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1199f-db46-4915-94a6-4b5ba85ae5af tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28be9522-f5c8-42d7-a825-2e0df6d33f4c,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:49.435098 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 68e67413-5e93-4ecf-8775-7b0c0857a7f6 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:49.500855 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a4a1199f-db46-4915-94a6-4b5ba85ae5af tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.501018 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 68e67413-5e93-4ecf-8775-7b0c0857a7f6 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:49.501183 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-a4a1199f-db46-4915-94a6-4b5ba85ae5af tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3877895 Mar 08 12:10:49.502854 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50392) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:49.503504 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.510163 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-415afd3f-ae86-48e7-9695-410f6a98dd0c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'security_group_rule': {'security_group_id': '3990dae2-6c23-43f5-bf5b-033b827270b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:49.599125 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 68e67413-5e93-4ecf-8775-7b0c0857a7f6 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:49.599125 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.608177 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Sync routers for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:49.615626 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-415afd3f-ae86-48e7-9695-410f6a98dd0c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (c278f2d1-297e-4318-b9e5-13f98d71809c), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.629477 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port 68e67413-5e93-4ecf-8775-7b0c0857a7f6, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=68e67413-5e93-4ecf-8775-7b0c0857a7f6,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:49.634720 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:49.635443 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:49.690858 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-415afd3f-ae86-48e7-9695-410f6a98dd0c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (c278f2d1-297e-4318-b9e5-13f98d71809c), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.722067 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50396) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:49.744900 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.752797 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:49.781782 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bcbac742-2d5e-4d5b-970f-1fa881b88896 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group (b696edb2-5147-4d43-9368-298be4687946), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.804900 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-415afd3f-ae86-48e7-9695-410f6a98dd0c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (c278f2d1-297e-4318-b9e5-13f98d71809c), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.810128 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bcbac742-2d5e-4d5b-970f-1fa881b88896 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group (b696edb2-5147-4d43-9368-298be4687946), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.826450 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415afd3f-ae86-48e7-9695-410f6a98dd0c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c278f2d1-297e-4318-b9e5-13f98d71809c,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:49.935009 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-415afd3f-ae86-48e7-9695-410f6a98dd0c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.940559 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-415afd3f-ae86-48e7-9695-410f6a98dd0c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4322984 Mar 08 12:10:49.940868 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50398) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:49.945423 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'floatingip': {'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:49.987198 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bcbac742-2d5e-4d5b-970f-1fa881b88896 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b696edb2-5147-4d43-9368-298be4687946), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.990169 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bcbac742-2d5e-4d5b-970f-1fa881b88896 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.995918 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-bcbac742-2d5e-4d5b-970f-1fa881b88896 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "DELETE /v2.0/security-groups/b696edb2-5147-4d43-9368-298be4687946 HTTP/1.1" status: 204 len: 168 time: 0.2704184 Mar 08 12:10:49.996602 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50400) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:50.002246 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbac742-2d5e-4d5b-970f-1fa881b88896 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b696edb2-5147-4d43-9368-298be4687946,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:50.019408 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=68e67413-5e93-4ecf-8775-7b0c0857a7f6,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:50.019883 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.api.v2.resource [None req-a9ed3023-5d63-409d-a9be-88278b8e31c2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] show failed (client error): The resource could not be found. Mar 08 12:10:50.021065 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-a9ed3023-5d63-409d-a9be-88278b8e31c2 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "GET /v2.0/security-groups/b696edb2-5147-4d43-9368-298be4687946 HTTP/1.1" status: 404 len: 347 time: 0.0230989 Mar 08 12:10:50.032399 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50402) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:50.084439 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.150625 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 28283f53-e1d9-42e7-858f-192f5a0f4edd no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:50.179230 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 28283f53-e1d9-42e7-858f-192f5a0f4edd {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:50.179230 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 28283f53-e1d9-42e7-858f-192f5a0f4edd not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:50.198429 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:47Z', 'revision_number': 2, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:50.230686 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-83538b0c-1698-4395-9667-eb9a9cbe20bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.232179 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Checking router: 62dd0752-70ba-4054-90a7-40fa87db2a03 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:50.235278 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Updating router 62dd0752-70ba-4054-90a7-40fa87db2a03 port 53cc0362-8b86-4d25-a62d-3505057e715a binding host dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:10:50.252816 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-2ec57dcc-8dd6-43a0-b921-a1859f241870 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Deleting port 1b49c10a-f699-4ce7-9b48-9a222093d59e {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:50.253181 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2ec57dcc-8dd6-43a0-b921-a1859f241870 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (1b49c10a-f699-4ce7-9b48-9a222093d59e), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.265853 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.321163 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.384115 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2ec57dcc-8dd6-43a0-b921-a1859f241870 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (1b49c10a-f699-4ce7-9b48-9a222093d59e), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.384470 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2ec57dcc-8dd6-43a0-b921-a1859f241870 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (1b49c10a-f699-4ce7-9b48-9a222093d59e), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.403475 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-2ec57dcc-8dd6-43a0-b921-a1859f241870 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Calling delete_port for 1b49c10a-f699-4ce7-9b48-9a222093d59e owned by network:floatingip {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:50.500572 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Allocated IP 172.27.0.191 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/2f3929f4-8ebc-49b6-a29a-0b945793a127) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:50.543171 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Publish callbacks [] for port (53cc0362-8b86-4d25-a62d-3505057e715a), precommit_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.621649 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.670892 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for port (2f3929f4-8ebc-49b6-a29a-0b945793a127), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.703619 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7900ac-522d-4681-b770-1dd2b8b729ed None None] Pushing event updated for resources: {'Port': ['ID=53cc0362-8b86-4d25-a62d-3505057e715a,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:50.737448 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Attempting to bind port 53cc0362-8b86-4d25-a62d-3505057e715a on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:10:50.737826 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Attempting to bind port 53cc0362-8b86-4d25-a62d-3505057e715a by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:10:50.738195 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Attempting to bind port 53cc0362-8b86-4d25-a62d-3505057e715a on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:50.744155 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:10:50.744562 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Checking segment: {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:10:50.744974 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.745509 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Bound using segment: {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:10:50.746035 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Bound port: 53cc0362-8b86-4d25-a62d-3505057e715a, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:10:50.746372 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.747261 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2ec57dcc-8dd6-43a0-b921-a1859f241870 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (1b49c10a-f699-4ce7-9b48-9a222093d59e), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.777170 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec57dcc-8dd6-43a0-b921-a1859f241870 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Pushing event deleted for resources: {'Port': ['ID=1b49c10a-f699-4ce7-9b48-9a222093d59e,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:50.805237 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (2f3929f4-8ebc-49b6-a29a-0b945793a127), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.817613 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] For port 53cc0362-8b86-4d25-a62d-3505057e715a, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:10:50.821332 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] For port 53cc0362-8b86-4d25-a62d-3505057e715a, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=53cc0362-8b86-4d25-a62d-3505057e715a,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:10:50.871228 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:50.878923 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:50.883910 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:10:50.893652 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.913919 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'Port': ['ID=2f3929f4-8ebc-49b6-a29a-0b945793a127,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:50.917983 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2ec57dcc-8dd6-43a0-b921-a1859f241870 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks [] for floatingip (72be3d8f-3ca2-447d-8ddb-4173bef2d8d4), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.920724 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2ec57dcc-8dd6-43a0-b921-a1859f241870 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:50.921994 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-2ec57dcc-8dd6-43a0-b921-a1859f241870 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] 10.222.0.43 "DELETE /v2.0/floatingips/72be3d8f-3ca2-447d-8ddb-4173bef2d8d4 HTTP/1.1" status: 204 len: 168 time: 0.8879225 Mar 08 12:10:50.960603 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-4bfd8552-009b-44c5-8ae8-1b1a15cc8a45 None None] Provisioning complete for port 53cc0362-8b86-4d25-a62d-3505057e715a triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:50.963695 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8552-009b-44c5-8ae8-1b1a15cc8a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.019921 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7900ac-522d-4681-b770-1dd2b8b729ed None None] Pushing event updated for resources: {'Port': ['ID=53cc0362-8b86-4d25-a62d-3505057e715a,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:51.024080 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:51.024747 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:51.051669 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (898a6f3d-7058-48e1-b1c7-7dc08210e547), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.155573 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.180759 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:51.182949 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd8552-009b-44c5-8ae8-1b1a15cc8a45 None None] Current status of the port 53cc0362-8b86-4d25-a62d-3505057e715a is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:51.183391 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8552-009b-44c5-8ae8-1b1a15cc8a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.211630 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (2f3929f4-8ebc-49b6-a29a-0b945793a127), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.285566 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-4bfd8552-009b-44c5-8ae8-1b1a15cc8a45 None None] For port 53cc0362-8b86-4d25-a62d-3505057e715a, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=53cc0362-8b86-4d25-a62d-3505057e715a,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:51.388421 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for port (2f3929f4-8ebc-49b6-a29a-0b945793a127), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.404360 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8552-009b-44c5-8ae8-1b1a15cc8a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.416677 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 68e67413-5e93-4ecf-8775-7b0c0857a7f6 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:51.472984 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (2f3929f4-8ebc-49b6-a29a-0b945793a127), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.504445 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd8552-009b-44c5-8ae8-1b1a15cc8a45 None None] Pushing event updated for resources: {'Port': ['ID=53cc0362-8b86-4d25-a62d-3505057e715a,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:51.545714 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 68e67413-5e93-4ecf-8775-7b0c0857a7f6 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:51.546059 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.546550 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'Port': ['ID=2f3929f4-8ebc-49b6-a29a-0b945793a127,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:51.550176 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-f5bf27f7-e5d6-4906-b52f-65dfd09e3c30 None None] Provisioning complete for port 53cc0362-8b86-4d25-a62d-3505057e715a triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:51.550549 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f5bf27f7-e5d6-4906-b52f-65dfd09e3c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.555778 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (898a6f3d-7058-48e1-b1c7-7dc08210e547), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.574906 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:50Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:51.626064 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339d88e-1bcf-42a1-a285-ef980ce9a3a6 None None] The sync data for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi is: [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:50Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:51.669830 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.678463 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-89f56ef6-cdea-4478-9adb-f59362cd6ba1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7287281 Mar 08 12:10:51.760567 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 68e67413-5e93-4ecf-8775-7b0c0857a7f6 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:51.763088 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-f5bf27f7-e5d6-4906-b52f-65dfd09e3c30 None None] Current status of the port 53cc0362-8b86-4d25-a62d-3505057e715a is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:51.863181 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-17bcc86f-cbee-419b-ab38-c17234dc7e70 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1916680188&fields=id&tenant_id=275913fc7a5e4a23921ad8f920874035 HTTP/1.1" status: 200 len: 267 time: 0.0486250 Mar 08 12:10:51.981882 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-03d93613-748a-47e7-be95-74c2154d9d09 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:51.983354 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-03d93613-748a-47e7-be95-74c2154d9d09 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 815 time: 0.1131592 Mar 08 12:10:52.002880 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-57343741-b68a-4bd5-9249-b437ec40c551 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/quotas/275913fc7a5e4a23921ad8f920874035 HTTP/1.1" status: 200 len: 375 time: 0.0100369 Mar 08 12:10:52.069027 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-6c5b48c2-6b10-45c5-81bd-7ef796c3fcd4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604064 Mar 08 12:10:52.086078 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-232c8b06-e191-46db-97c6-2eac493eef26 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:10:52.087169 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-232c8b06-e191-46db-97c6-2eac493eef26 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057583 Mar 08 12:10:52.187982 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-813d66d8-156a-4e83-88b0-76325a35abf4 service neutron] 10.222.0.43 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903563 Mar 08 12:10:52.282736 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-f8fd00de-8301-48f5-a676-cf33284592bc service neutron] 10.222.0.43 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888526 Mar 08 12:10:52.569105 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f7d022f2-5df0-4ebe-805f-7432528212b5 req-2cd5b784-3e83-493e-8b6b-833219b7350a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 210 time: 0.0466995 Mar 08 12:10:52.572471 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:53.422150 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 53cc0362-8b86-4d25-a62d-3505057e715a up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:53.472531 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 53cc0362-8b86-4d25-a62d-3505057e715a triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:53.472909 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:53.554879 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 53cc0362-8b86-4d25-a62d-3505057e715a is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:53.671128 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bc7c97d0-d871-468a-a93d-98577723fc1b req-f3eed823-bb93-4e98-9fe7-2576ef0d2704 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 210 time: 0.0317788 Mar 08 12:10:53.753608 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50452) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:53.939931 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.467922 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6e2eb64b-c3e4-49c9-bbcb-ecfecaba352c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66618965'] for router_interface (69ae6d45-f643-48b8-9b10-1d7f36337e81), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.724549 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-c2b14005-f791-4d99-9299-30faecd93eb3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:54.725952 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-c2b14005-f791-4d99-9299-30faecd93eb3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 815 time: 0.1671031 Mar 08 12:10:54.805706 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-86d0bc0b-17b2-4386-8e2b-de6b75d7c0c4 req-5f74fa69-27b5-4cb7-bd97-da446e9b31f9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 210 time: 0.0568616 Mar 08 12:10:54.868774 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-5e8ecca8-e64c-420d-add1-c0980fa03b1b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275913fc7a5e4a23921ad8f920874035 HTTP/1.1" status: 200 len: 380 time: 0.1268601 Mar 08 12:10:54.880107 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-0fc91fb3-7713-471c-ac9c-9af65af3c451 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'port': {'device_id': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'admin_state_up': True, 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'security_groups': ['3990dae2-6c23-43f5-bf5b-033b827270b4']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:54.949771 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eb64b-c3e4-49c9-bbcb-ecfecaba352c admin admin] Deleting port b66d2620-82e6-44b3-bbd3-d8b24eca872e {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:54.950112 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6e2eb64b-c3e4-49c9-bbcb-ecfecaba352c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.062177 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-6e2eb64b-c3e4-49c9-bbcb-ecfecaba352c admin admin] For port b66d2620-82e6-44b3-bbd3-d8b24eca872e, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=b66d2620-82e6-44b3-bbd3-d8b24eca872e,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:55.062535 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6e2eb64b-c3e4-49c9-bbcb-ecfecaba352c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.075431 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eb64b-c3e4-49c9-bbcb-ecfecaba352c admin admin] Calling delete_port for b66d2620-82e6-44b3-bbd3-d8b24eca872e owned by network:router_interface {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:55.117651 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-0fc91fb3-7713-471c-ac9c-9af65af3c451 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Made reservation on behalf of 275913fc7a5e4a23921ad8f920874035 for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:10:55.120981 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-0fc91fb3-7713-471c-ac9c-9af65af3c451 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.313710 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-0fc91fb3-7713-471c-ac9c-9af65af3c451 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Allocated IP 172.20.0.3 (3ee994c5-6065-46be-aff4-3acdf7e3b825/10d5874f-f063-41f2-9463-3121d847e01c/06d68028-8d73-44a7-87ae-f4abfad3b44b) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:55.459008 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6e2eb64b-c3e4-49c9-bbcb-ecfecaba352c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (b66d2620-82e6-44b3-bbd3-d8b24eca872e), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.506436 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eb64b-c3e4-49c9-bbcb-ecfecaba352c admin admin] Pushing event deleted for resources: {'Port': ['ID=b66d2620-82e6-44b3-bbd3-d8b24eca872e,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:55.662499 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-0fc91fb3-7713-471c-ac9c-9af65af3c451 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.746219 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6e2eb64b-c3e4-49c9-bbcb-ecfecaba352c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66820362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618913'] for router_interface (69ae6d45-f643-48b8-9b10-1d7f36337e81), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.833635 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-0fc91fb3-7713-471c-ac9c-9af65af3c451 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.902847 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-0fc91fb3-7713-471c-ac9c-9af65af3c451 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Network 3ee994c5-6065-46be-aff4-3acdf7e3b825 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:55.912606 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-0fc91fb3-7713-471c-ac9c-9af65af3c451 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:55.928948 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc91fb3-7713-471c-ac9c-9af65af3c451 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'Port': ['ID=06d68028-8d73-44a7-87ae-f4abfad3b44b,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:55.931543 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-0fc91fb3-7713-471c-ac9c-9af65af3c451 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:10:56.027701 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-0fc91fb3-7713-471c-ac9c-9af65af3c451 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:56.028390 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-0fc91fb3-7713-471c-ac9c-9af65af3c451 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.056247 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c7bdb-42f1-44ca-ba12-de80bea354c4 req-caff2d66-09ab-4784-b05c-827a29679101 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:56.057810 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4b1c7bdb-42f1-44ca-ba12-de80bea354c4 req-caff2d66-09ab-4784-b05c-827a29679101 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 931 time: 0.1737399 Mar 08 12:10:56.114650 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-9fcea879-3d5b-4a9c-904f-8bd23a73818c None None] Provisioning complete for port 06d68028-8d73-44a7-87ae-f4abfad3b44b triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:56.115234 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-9fcea879-3d5b-4a9c-904f-8bd23a73818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.149063 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-0fc91fb3-7713-471c-ac9c-9af65af3c451 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2734857 Mar 08 12:10:56.149312 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-9fcea879-3d5b-4a9c-904f-8bd23a73818c None None] Port 06d68028-8d73-44a7-87ae-f4abfad3b44b cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:10:56.154629 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4b1c7bdb-42f1-44ca-ba12-de80bea354c4 req-4c6db861-5316-4e0b-a711-9bbcf34b5109 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=3990dae2-6c23-43f5-bf5b-033b827270b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906906 Mar 08 12:10:56.161147 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-40c4ad16-af01-4540-af2b-3472c1d20495 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:10:56.162860 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-40c4ad16-af01-4540-af2b-3472c1d20495 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057590 Mar 08 12:10:56.168644 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2eb64b-c3e4-49c9-bbcb-ecfecaba352c admin admin] Router 69ae6d45-f643-48b8-9b10-1d7f36337e81 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:56.242654 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Request body: {'port': {'device_id': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:56.345443 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2eb64b-c3e4-49c9-bbcb-ecfecaba352c admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:56.346996 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.354468 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-6e2eb64b-c3e4-49c9-bbcb-ecfecaba352c admin admin] 10.222.0.43 "PUT /v2.0/routers/69ae6d45-f643-48b8-9b10-1d7f36337e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5972602 Mar 08 12:10:56.355402 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431270f-bd61-42ff-8ce0-958bb38cada2 None None] Sync routers for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:56.360095 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50466) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:56.367321 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431270f-bd61-42ff-8ce0-958bb38cada2 None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:56.368045 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-7431270f-bd61-42ff-8ce0-958bb38cada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:56.470981 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Publish callbacks [] for router (69ae6d45-f643-48b8-9b10-1d7f36337e81), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.487904 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-7431270f-bd61-42ff-8ce0-958bb38cada2 None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:56.607338 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Publish callbacks [] for router_gateway (69ae6d45-f643-48b8-9b10-1d7f36337e81), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.637274 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d68028-8d73-44a7-87ae-f4abfad3b44b {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:10:56.646310 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Publish callbacks [] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.664892 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Transition to ACTIVE for port object 06d68028-8d73-44a7-87ae-f4abfad3b44b will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:10:56.679005 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-7431270f-bd61-42ff-8ce0-958bb38cada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:10:55Z', 'revision_number': 5, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port': {'id': '4044abb8-102c-42c8-b561-558c6cc0eb8e', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:00:14Z', 'updated_at': '2022-03-08T12:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:56.705390 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431270f-bd61-42ff-8ce0-958bb38cada2 None None] Checking router: 69ae6d45-f643-48b8-9b10-1d7f36337e81 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:56.714469 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431270f-bd61-42ff-8ce0-958bb38cada2 None None] Routers {'69ae6d45-f643-48b8-9b10-1d7f36337e81'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:56.715081 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-7431270f-bd61-42ff-8ce0-958bb38cada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['69ae6d45-f643-48b8-9b10-1d7f36337e81'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:56.743041 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Deleting port 4044abb8-102c-42c8-b561-558c6cc0eb8e {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:56.743378 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.752836 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.806195 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-7431270f-bd61-42ff-8ce0-958bb38cada2 None None] Set router 69ae6d45-f643-48b8-9b10-1d7f36337e81 gateway port host: None {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:56.810696 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Pushing event updated for resources: {'Port': ['ID=06d68028-8d73-44a7-87ae-f4abfad3b44b,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:56.862843 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] For port 4044abb8-102c-42c8-b561-558c6cc0eb8e, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=4044abb8-102c-42c8-b561-558c6cc0eb8e,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:56.863742 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.869008 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-7431270f-bd61-42ff-8ce0-958bb38cada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:10:56Z', 'revision_number': 6, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port_host': None}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:56.878431 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Calling delete_port for 4044abb8-102c-42c8-b561-558c6cc0eb8e owned by network:router_gateway {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:56.897583 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Attempting to bind port 06d68028-8d73-44a7-87ae-f4abfad3b44b on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:10:56.898313 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Attempting to bind port 06d68028-8d73-44a7-87ae-f4abfad3b44b by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:10:56.898639 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431270f-bd61-42ff-8ce0-958bb38cada2 None None] The sync data for ids ['69ae6d45-f643-48b8-9b10-1d7f36337e81'] in dv-cinder-830086-2-iscsi is: [{'id': '69ae6d45-f643-48b8-9b10-1d7f36337e81', 'name': 'tempest-AttachVolumeShelveTestJSON-1309021743-router', 'tenant_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:00:11Z', 'updated_at': '2022-03-08T12:10:56Z', 'revision_number': 6, 'project_id': '5deaa9a6fe5145fd8ffe48d124429e6c', 'gw_port_host': None}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:56.898977 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Attempting to bind port 06d68028-8d73-44a7-87ae-f4abfad3b44b on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:56.904294 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Port 06d68028-8d73-44a7-87ae-f4abfad3b44b on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:10:56.905364 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Attempting to bind port 06d68028-8d73-44a7-87ae-f4abfad3b44b on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:56.918061 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:10:56.918687 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Checking segment: {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:10:56.919215 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Bound using segment: {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:10:56.919672 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Bound port: 06d68028-8d73-44a7-87ae-f4abfad3b44b, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:10:56.920037 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.995637 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] For port 06d68028-8d73-44a7-87ae-f4abfad3b44b, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:10:56.999282 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] For port 06d68028-8d73-44a7-87ae-f4abfad3b44b, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=06d68028-8d73-44a7-87ae-f4abfad3b44b,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:10:57.082295 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.123022 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:57.123681 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.125212 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] 10.222.0.53 "PUT /v2.0/ports/06d68028-8d73-44a7-87ae-f4abfad3b44b HTTP/1.1" status: 200 len: 1093 time: 0.9456971 Mar 08 12:10:57.125581 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'tag': '06d68028-8d73-44a7-87ae-f4abfad3b44b'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:57.127955 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f2f742-576c-443a-9c37-1d3194da8b36" -d '{"events": [{"name": "network-changed", "server_uuid": "54aa123a-2e5d-4b53-8f99-52011fe23ac9", "tag": "06d68028-8d73-44a7-87ae-f4abfad3b44b"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:57.160535 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ace107-7087-4c7b-a1c1-edddbd1273c0 service neutron] Pushing event updated for resources: {'Port': ['ID=06d68028-8d73-44a7-87ae-f4abfad3b44b,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:57.184071 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efbd1c9-4652-4255-984c-fedc76572059 x-openstack-request-id: req-3efbd1c9-4652-4255-984c-fedc76572059 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:57.184811 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54aa123a-2e5d-4b53-8f99-52011fe23ac9", "tag": "06d68028-8d73-44a7-87ae-f4abfad3b44b", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:57.185221 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3efbd1c9-4652-4255-984c-fedc76572059 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:57.185804 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'tag': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'status': 'completed', 'code': 200} Mar 08 12:10:57.342256 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2f742-576c-443a-9c37-1d3194da8b36 req-8cb3792c-bda6-4b95-bdb6-8954ca35950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:57.344378 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d8f2f742-576c-443a-9c37-1d3194da8b36 req-8cb3792c-bda6-4b95-bdb6-8954ca35950d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 1127 time: 0.1164262 Mar 08 12:10:57.382026 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec05c82-3ec5-42b1-a662-38ead68c5e8e req-31b7fb32-9fd9-408a-9132-ddca040acb12 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:57.383688 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dec05c82-3ec5-42b1-a662-38ead68c5e8e req-31b7fb32-9fd9-408a-9132-ddca040acb12 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 943 time: 0.1113532 Mar 08 12:10:57.475525 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (4044abb8-102c-42c8-b561-558c6cc0eb8e), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.494835 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dec05c82-3ec5-42b1-a662-38ead68c5e8e req-5478630c-3af6-4a49-8f95-a2074af428f7 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=3990dae2-6c23-43f5-bf5b-033b827270b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981331 Mar 08 12:10:57.505335 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4044abb8-102c-42c8-b561-558c6cc0eb8e,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:57.510540 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2f742-576c-443a-9c37-1d3194da8b36 req-51ecf61e-6984-4d2a-8f2e-ca47a4c05818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:57.512123 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d8f2f742-576c-443a-9c37-1d3194da8b36 req-51ecf61e-6984-4d2a-8f2e-ca47a4c05818 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=275913fc7a5e4a23921ad8f920874035&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1530836 Mar 08 12:10:57.575139 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66620555'] for router_gateway (69ae6d45-f643-48b8-9b10-1d7f36337e81), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.614569 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2f742-576c-443a-9c37-1d3194da8b36 req-04596c51-eca8-4659-be88-5245189d03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:57.616070 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d8f2f742-576c-443a-9c37-1d3194da8b36 req-04596c51-eca8-4659-be88-5245189d03bd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986774 Mar 08 12:10:57.669592 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66648383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (69ae6d45-f643-48b8-9b10-1d7f36337e81), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.671947 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Publish callbacks [] for router_controller (69ae6d45-f643-48b8-9b10-1d7f36337e81), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.725475 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device b66d2620-82e6-44b3-bbd3-d8b24eca872e no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:57.749258 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: b66d2620-82e6-44b3-bbd3-d8b24eca872e {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:57.751879 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device b66d2620-82e6-44b3-bbd3-d8b24eca872e not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:57.807038 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66648360'] for router (69ae6d45-f643-48b8-9b10-1d7f36337e81), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.807709 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69ae6d45-f643-48b8-9b10-1d7f36337e81 {{(pid=110282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:10:57.813090 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.817851 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-6a4b23f5-458b-400a-aa43-5dfd530244d6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/69ae6d45-f643-48b8-9b10-1d7f36337e81 HTTP/1.1" status: 204 len: 168 time: 1.4540954 Mar 08 12:10:57.817962 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50472) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:57.880433 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef3e9ff-bb4d-436c-abf4-92f069b6ff15 admin admin] Deleting subnet 0999dd9d-7a14-4068-867e-b0cb2230adcb {{(pid=110282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:10:57.884359 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e9ff-bb4d-436c-abf4-92f069b6ff15 admin admin] Publish callbacks [] for subnet (0999dd9d-7a14-4068-867e-b0cb2230adcb), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.922298 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e9ff-bb4d-436c-abf4-92f069b6ff15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417268'] for subnet (0999dd9d-7a14-4068-867e-b0cb2230adcb), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.017787 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e9ff-bb4d-436c-abf4-92f069b6ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (0999dd9d-7a14-4068-867e-b0cb2230adcb), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.031360 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-5a64053f-c0c0-4033-aff0-123f2e233adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:58.036350 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-5a64053f-c0c0-4033-aff0-123f2e233adf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 1127 time: 0.3584750 Mar 08 12:10:58.083530 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-67ad3567-7e23-44ca-9862-21ca486ad224 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06d68028-8d73-44a7-87ae-f4abfad3b44b HTTP/1.1" status: 200 len: 217 time: 0.0343852 Mar 08 12:10:58.135338 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-1d21fad3-5304-4e35-abb4-182681d718a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:58.136831 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-1d21fad3-5304-4e35-abb4-182681d718a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10d5874f-f063-41f2-9463-3121d847e01c HTTP/1.1" status: 200 len: 854 time: 0.0482805 Mar 08 12:10:58.149890 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e9ff-bb4d-436c-abf4-92f069b6ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64257017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64241037'] for subnet (0999dd9d-7a14-4068-867e-b0cb2230adcb), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.188028 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3e9ff-bb4d-436c-abf4-92f069b6ff15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0999dd9d-7a14-4068-867e-b0cb2230adcb,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:58.188329 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-af6e0b78-a9c8-4eeb-8c23-744acca31d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:58.189861 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-af6e0b78-a9c8-4eeb-8c23-744acca31d9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ee994c5-6065-46be-aff4-3acdf7e3b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469363 Mar 08 12:10:58.195590 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e9ff-bb4d-436c-abf4-92f069b6ff15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.200278 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d45ef-950d-4e43-90ae-cb963d92901a None None] Network 25093daf-dda0-4c4d-ad5a-4e47ae659052 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:10:58.205449 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-7ef3e9ff-bb4d-436c-abf4-92f069b6ff15 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0999dd9d-7a14-4068-867e-b0cb2230adcb HTTP/1.1" status: 204 len: 168 time: 0.3864272 Mar 08 12:10:58.211916 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50474) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:58.289614 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (25093daf-dda0-4c4d-ad5a-4e47ae659052), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.308087 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-058969af-7ced-4d94-bd89-25d8ba68f304 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092033 Mar 08 12:10:58.356767 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Deleting port baaf6efc-e5c3-4434-ac68-886892d1e355 {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:58.357170 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.373310 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472d818d-757c-4766-b78d-261759d9e438 None None] DHCP port deletion for 25093daf-dda0-4c4d-ad5a-4e47ae659052 request from dv-cinder-830086-2-iscsi {{(pid=110283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:10:58.418773 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08329dcd-9fbf-4062-8057-a47bb8eb27d9 req-c5eb8253-c727-40d1-974a-d5d4bbfac9a3 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048849 Mar 08 12:10:58.429828 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] For port baaf6efc-e5c3-4434-ac68-886892d1e355, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=baaf6efc-e5c3-4434-ac68-886892d1e355,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:58.430223 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.431224 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-472d818d-757c-4766-b78d-261759d9e438 None None] Deleting port baaf6efc-e5c3-4434-ac68-886892d1e355 {{(pid=110283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:58.431597 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-472d818d-757c-4766-b78d-261759d9e438 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), before_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.444976 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Calling delete_port for baaf6efc-e5c3-4434-ac68-886892d1e355 owned by network:dhcp {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:58.498359 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-472d818d-757c-4766-b78d-261759d9e438 None None] For port baaf6efc-e5c3-4434-ac68-886892d1e355, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=baaf6efc-e5c3-4434-ac68-886892d1e355,segment=NetworkSegment(e67c67b5-096b-4158-902f-1ccf74c626db),segment_id=e67c67b5-096b-4158-902f-1ccf74c626db)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:58.498758 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-472d818d-757c-4766-b78d-261759d9e438 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), precommit_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.511567 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-472d818d-757c-4766-b78d-261759d9e438 None None] Calling delete_port for baaf6efc-e5c3-4434-ac68-886892d1e355 owned by network:dhcp {{(pid=110283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:58.582212 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.615711 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] No DVR routers for this DVR port baaf6efc-e5c3-4434-ac68-886892d1e355 on host dv-cinder-830086-2-iscsi {{(pid=110282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:58.620833 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=baaf6efc-e5c3-4434-ac68-886892d1e355,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:58.629933 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71895cbe-a6f1-49d7-9cb2-7a2bd56ae493 req-e6ab0fa2-038f-4415-921f-4781fa8c64bf tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:58.631691 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-71895cbe-a6f1-49d7-9cb2-7a2bd56ae493 req-e6ab0fa2-038f-4415-921f-4781fa8c64bf tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 943 time: 0.0593579 Mar 08 12:10:58.682772 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-71895cbe-a6f1-49d7-9cb2-7a2bd56ae493 req-d7885d96-6c5e-4b00-81d0-b703e082e0c2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=3990dae2-6c23-43f5-bf5b-033b827270b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446796 Mar 08 12:10:58.695829 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (25093daf-dda0-4c4d-ad5a-4e47ae659052), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.718159 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25093daf-dda0-4c4d-ad5a-4e47ae659052']}} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:58.731218 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67c67b5-096b-4158-902f-1ccf74c626db') {'for_net_delete': True} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:58.731477 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-472d818d-757c-4766-b78d-261759d9e438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058'] for port (baaf6efc-e5c3-4434-ac68-886892d1e355), after_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.731968 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.services.segments.db [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67c67b5-096b-4158-902f-1ccf74c626db') {} {{(pid=110282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:58.741460 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417039'] for segment (e67c67b5-096b-4158-902f-1ccf74c626db), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.756681 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (e67c67b5-096b-4158-902f-1ccf74c626db), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.757517 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d818d-757c-4766-b78d-261759d9e438 None None] Pushing event deleted for resources: {'Port': ['ID=baaf6efc-e5c3-4434-ac68-886892d1e355,revision_number=None']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:58.764206 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472d818d-757c-4766-b78d-261759d9e438 None None] No DVR routers for this DVR port baaf6efc-e5c3-4434-ac68-886892d1e355 on host dv-cinder-830086-2-iscsi {{(pid=110283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=110282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64256915'] for segment (e67c67b5-096b-4158-902f-1ccf74c626db), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: Traceback (most recent call last): Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: timer() Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: cb(*args, **kw) Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: return func(*args, **kwargs) Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: self._notify() Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: self.callback(batched_events) Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: event.method(event) Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: return f(self, *a, **k) Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._get(url).json() Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: return self.request(url, 'GET', **kwargs) Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:10:58.767103 dv-cinder-830086-2-iscsi neutron-server[110282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:10:58.909623 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (25093daf-dda0-4c4d-ad5a-4e47ae659052), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.915133 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.918341 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/25093daf-dda0-4c4d-ad5a-4e47ae659052 HTTP/1.1" status: 204 len: 168 time: 0.7070825 Mar 08 12:10:58.928890 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cdbce-bcf2-4cfb-8fcd-48da841626f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=25093daf-dda0-4c4d-ad5a-4e47ae659052,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:59.354339 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50480) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:59.400369 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-7268e195-3be6-4371-8e61-fe3d51396177 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5deaa9a6fe5145fd8ffe48d124429e6c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447791 Mar 08 12:10:59.403490 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50482) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:59.415276 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device baaf6efc-e5c3-4434-ac68-886892d1e355 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:59.436755 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: baaf6efc-e5c3-4434-ac68-886892d1e355 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:59.437699 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device baaf6efc-e5c3-4434-ac68-886892d1e355 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:59.438112 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 4044abb8-102c-42c8-b561-558c6cc0eb8e no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:59.455979 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-85a3075b-1cf3-4c07-9546-8d7517ce1085 admin admin] Publish callbacks [] for security_group (7f870af8-eebb-4b8a-9acf-af97497f3883), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:59.457510 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 4044abb8-102c-42c8-b561-558c6cc0eb8e {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:59.457857 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 4044abb8-102c-42c8-b561-558c6cc0eb8e not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:59.479263 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-85a3075b-1cf3-4c07-9546-8d7517ce1085 admin admin] Publish callbacks [] for security_group (7f870af8-eebb-4b8a-9acf-af97497f3883), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:59.610451 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-85a3075b-1cf3-4c07-9546-8d7517ce1085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (7f870af8-eebb-4b8a-9acf-af97497f3883), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:59.613176 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-85a3075b-1cf3-4c07-9546-8d7517ce1085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:59.614437 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-85a3075b-1cf3-4c07-9546-8d7517ce1085 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f870af8-eebb-4b8a-9acf-af97497f3883 HTTP/1.1" status: 204 len: 168 time: 0.2098846 Mar 08 12:10:59.623979 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3075b-1cf3-4c07-9546-8d7517ce1085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f870af8-eebb-4b8a-9acf-af97497f3883,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:59.808712 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86288bc5-de46-43cc-b4d3-08dd3773f827 req-8777523f-0bce-4b91-a259-90acf92cfff3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:59.810272 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-86288bc5-de46-43cc-b4d3-08dd3773f827 req-8777523f-0bce-4b91-a259-90acf92cfff3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 943 time: 0.0571983 Mar 08 12:10:59.860643 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-86288bc5-de46-43cc-b4d3-08dd3773f827 req-8f3f1ab2-410a-4ffd-8b1f-cd281e247ab8 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=3990dae2-6c23-43f5-bf5b-033b827270b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444713 Mar 08 12:11:00.178593 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 06d68028-8d73-44a7-87ae-f4abfad3b44b details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:11:00.279559 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 06d68028-8d73-44a7-87ae-f4abfad3b44b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=06d68028-8d73-44a7-87ae-f4abfad3b44b,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:00.291871 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'port_id': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'mac_address': 'fa:16:3e:f5:aa:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:11:00.337689 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 06d68028-8d73-44a7-87ae-f4abfad3b44b is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:00.338087 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:00.352997 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d68028-8d73-44a7-87ae-f4abfad3b44b {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:11:00.375311 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 06d68028-8d73-44a7-87ae-f4abfad3b44b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=06d68028-8d73-44a7-87ae-f4abfad3b44b,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:00.441767 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:00.498828 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=06d68028-8d73-44a7-87ae-f4abfad3b44b,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:00.843391 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['06d68028-8d73-44a7-87ae-f4abfad3b44b'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:11:01.001366 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a1c51-4444-4c04-8eba-35df0cead691 req-d76df01d-ec82-4e65-bc01-3d6941f33fc6 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:01.002973 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d39a1c51-4444-4c04-8eba-35df0cead691 req-d76df01d-ec82-4e65-bc01-3d6941f33fc6 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 944 time: 0.0722885 Mar 08 12:11:01.058884 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d39a1c51-4444-4c04-8eba-35df0cead691 req-8aa25953-a9ff-4707-aa07-323a1103df3a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=3990dae2-6c23-43f5-bf5b-033b827270b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491457 Mar 08 12:11:02.183754 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ab4bb-e00d-465f-9ebf-e00cd1722c87 req-50efe70d-55b4-4245-a8b9-4dced327ef28 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:02.185316 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-946ab4bb-e00d-465f-9ebf-e00cd1722c87 req-50efe70d-55b4-4245-a8b9-4dced327ef28 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 944 time: 0.0558202 Mar 08 12:11:02.198597 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 06d68028-8d73-44a7-87ae-f4abfad3b44b up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:11:02.235803 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-946ab4bb-e00d-465f-9ebf-e00cd1722c87 req-1c482643-3856-4c47-9114-7afe04a5d1bc tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=3990dae2-6c23-43f5-bf5b-033b827270b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439961 Mar 08 12:11:02.360932 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 06d68028-8d73-44a7-87ae-f4abfad3b44b completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:11:02.364936 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 06d68028-8d73-44a7-87ae-f4abfad3b44b triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:02.365317 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.448664 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 06d68028-8d73-44a7-87ae-f4abfad3b44b is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:02.449134 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.473658 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d68028-8d73-44a7-87ae-f4abfad3b44b'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:02.476038 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dfd1aa-968b-4b34-9948-f2ea8f476a50" -d '{"events": [{"server_uuid": "54aa123a-2e5d-4b53-8f99-52011fe23ac9", "name": "network-vif-plugged", "status": "completed", "tag": "06d68028-8d73-44a7-87ae-f4abfad3b44b"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:11:02.490069 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 06d68028-8d73-44a7-87ae-f4abfad3b44b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=06d68028-8d73-44a7-87ae-f4abfad3b44b,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:02.508615 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50544) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:02.513537 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cb3204-797a-46b3-975e-0eb4f02fbd9a x-openstack-request-id: req-e1cb3204-797a-46b3-975e-0eb4f02fbd9a {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:11:02.513855 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54aa123a-2e5d-4b53-8f99-52011fe23ac9", "name": "network-vif-plugged", "status": "completed", "tag": "06d68028-8d73-44a7-87ae-f4abfad3b44b", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:11:02.514111 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1cb3204-797a-46b3-975e-0eb4f02fbd9a {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:11:02.514713 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'code': 200} Mar 08 12:11:02.561045 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.617869 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f2cdc02a-7c0c-407d-8be6-dd70ef270a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.618593 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=06d68028-8d73-44a7-87ae-f4abfad3b44b,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:02.696724 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f2cdc02a-7c0c-407d-8be6-dd70ef270a80 admin admin] Publish callbacks [] for security_group (6ce4f8c6-0bdb-4a81-ad9a-46522a6a9db6), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.766578 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-f2cdc02a-7c0c-407d-8be6-dd70ef270a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6ce4f8c6-0bdb-4a81-ad9a-46522a6a9db6), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.805667 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-f2cdc02a-7c0c-407d-8be6-dd70ef270a80 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9dae9f24fa74a81a5c92a8cb99379b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961452 Mar 08 12:11:02.806680 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdc02a-7c0c-407d-8be6-dd70ef270a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce4f8c6-0bdb-4a81-ad9a-46522a6a9db6,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:02.809114 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50548) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:02.890265 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6a2f486f-8574-4261-ba60-06d02cf44825 admin admin] Publish callbacks [] for security_group (6ce4f8c6-0bdb-4a81-ad9a-46522a6a9db6), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.918352 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e31cf-dba8-48c0-b98e-c6a76e4acedc req-8a81bc67-d9c4-4001-8c99-a70229d48b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:02.919861 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-de1e31cf-dba8-48c0-b98e-c6a76e4acedc req-8a81bc67-d9c4-4001-8c99-a70229d48b98 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0773141 Mar 08 12:11:02.922275 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6a2f486f-8574-4261-ba60-06d02cf44825 admin admin] Publish callbacks [] for security_group (6ce4f8c6-0bdb-4a81-ad9a-46522a6a9db6), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.985382 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-de1e31cf-dba8-48c0-b98e-c6a76e4acedc req-2309fb4d-e90a-4266-9385-d30a4848a818 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3990dae2-6c23-43f5-bf5b-033b827270b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567696 Mar 08 12:11:03.013541 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:11:03.063527 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6a2f486f-8574-4261-ba60-06d02cf44825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6ce4f8c6-0bdb-4a81-ad9a-46522a6a9db6), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.066236 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6a2f486f-8574-4261-ba60-06d02cf44825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.067357 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-6a2f486f-8574-4261-ba60-06d02cf44825 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ce4f8c6-0bdb-4a81-ad9a-46522a6a9db6 HTTP/1.1" status: 204 len: 168 time: 0.2573686 Mar 08 12:11:03.075969 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f486f-8574-4261-ba60-06d02cf44825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce4f8c6-0bdb-4a81-ad9a-46522a6a9db6,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:03.366382 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39e6a1-61d5-4c9e-9acc-156f657a48ed req-6ab6fa5f-c3a4-4ec7-b02b-2ac1c08ef806 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:03.367916 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0f39e6a1-61d5-4c9e-9acc-156f657a48ed req-6ab6fa5f-c3a4-4ec7-b02b-2ac1c08ef806 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 945 time: 0.0553904 Mar 08 12:11:03.417470 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0f39e6a1-61d5-4c9e-9acc-156f657a48ed req-4b7e8e81-5a97-4a80-9f02-a9026d4951f4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=3990dae2-6c23-43f5-bf5b-033b827270b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434914 Mar 08 12:11:03.694960 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50556) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:03.709014 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-55e4cd80-1070-4874-9416-6f534914db61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.785332 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-55e4cd80-1070-4874-9416-6f534914db61 admin admin] Publish callbacks [] for security_group (83fd12c8-e3b7-40ae-a397-da72801e4b11), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.861246 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-55e4cd80-1070-4874-9416-6f534914db61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (83fd12c8-e3b7-40ae-a397-da72801e4b11), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.898975 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4cd80-1070-4874-9416-6f534914db61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fd12c8-e3b7-40ae-a397-da72801e4b11,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:03.903194 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-55e4cd80-1070-4874-9416-6f534914db61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95ea79a750ef43c6871684aefa645f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071888 Mar 08 12:11:03.910474 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50558) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:03.966633 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6dc01634-8d11-486d-80c8-6c98bff0d3d9 admin admin] Publish callbacks [] for security_group (83fd12c8-e3b7-40ae-a397-da72801e4b11), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.988391 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6dc01634-8d11-486d-80c8-6c98bff0d3d9 admin admin] Publish callbacks [] for security_group (83fd12c8-e3b7-40ae-a397-da72801e4b11), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:04.106871 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6dc01634-8d11-486d-80c8-6c98bff0d3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (83fd12c8-e3b7-40ae-a397-da72801e4b11), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:04.109999 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6dc01634-8d11-486d-80c8-6c98bff0d3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:04.111189 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-6dc01634-8d11-486d-80c8-6c98bff0d3d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83fd12c8-e3b7-40ae-a397-da72801e4b11 HTTP/1.1" status: 204 len: 168 time: 0.1997406 Mar 08 12:11:04.119362 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc01634-8d11-486d-80c8-6c98bff0d3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fd12c8-e3b7-40ae-a397-da72801e4b11,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:04.545364 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9ae30-02d0-46f5-b7f1-068ae7b5cadf req-1560cacc-9f56-4b37-8a8d-51f0281d334c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:04.547830 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2ab9ae30-02d0-46f5-b7f1-068ae7b5cadf req-1560cacc-9f56-4b37-8a8d-51f0281d334c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 945 time: 0.0576823 Mar 08 12:11:04.605798 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2ab9ae30-02d0-46f5-b7f1-068ae7b5cadf req-394db22d-5dd8-4fb8-bc75-d5b1e080a34d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=3990dae2-6c23-43f5-bf5b-033b827270b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519626 Mar 08 12:11:05.734834 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd41ced-bd61-4bb9-b753-4c320e512ffa req-28e6053b-df09-493d-9696-ca0c6fe10aae tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:05.736355 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2bd41ced-bd61-4bb9-b753-4c320e512ffa req-28e6053b-df09-493d-9696-ca0c6fe10aae tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 945 time: 0.0545039 Mar 08 12:11:05.784945 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2bd41ced-bd61-4bb9-b753-4c320e512ffa req-b0c16e1f-dfe6-47b8-886a-4be587cceb18 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=3990dae2-6c23-43f5-bf5b-033b827270b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429928 Mar 08 12:11:05.914688 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970466-f1f2-4d7e-9156-c9942af29af0 req-ec3accd3-80ba-4740-84eb-12f8ddbef76b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:05.916539 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1b970466-f1f2-4d7e-9156-c9942af29af0 req-ec3accd3-80ba-4740-84eb-12f8ddbef76b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 945 time: 0.0628083 Mar 08 12:11:05.926374 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50600) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:05.930919 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-49d6e776-2452-46f5-8e84-804ff0b3b6c1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'floatingip': {'port_id': '06d68028-8d73-44a7-87ae-f4abfad3b44b'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:05.993716 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-49d6e776-2452-46f5-8e84-804ff0b3b6c1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (898a6f3d-7058-48e1-b1c7-7dc08210e547), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.507988 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-49d6e776-2452-46f5-8e84-804ff0b3b6c1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.575528 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-49d6e776-2452-46f5-8e84-804ff0b3b6c1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (898a6f3d-7058-48e1-b1c7-7dc08210e547), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.697824 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [None req-49d6e776-2452-46f5-8e84-804ff0b3b6c1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Floating IP 898a6f3d-7058-48e1-b1c7-7dc08210e547 associated. External IP: 172.27.0.191, port: 06d68028-8d73-44a7-87ae-f4abfad3b44b. Mar 08 12:11:06.881087 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.909072 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d6e776-2452-46f5-8e84-804ff0b3b6c1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Router 62dd0752-70ba-4054-90a7-40fa87db2a03 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:11:07.024808 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d6e776-2452-46f5-8e84-804ff0b3b6c1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:11:07.030463 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-49d6e776-2452-46f5-8e84-804ff0b3b6c1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.035558 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8678878-feff-4481-b546-f62f4f2c6347 None None] Sync routers for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:07.048251 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8678878-feff-4481-b546-f62f4f2c6347 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:07.048938 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-f8678878-feff-4481-b546-f62f4f2c6347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:07.065805 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-49d6e776-2452-46f5-8e84-804ff0b3b6c1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "PUT /v2.0/floatingips/898a6f3d-7058-48e1-b1c7-7dc08210e547 HTTP/1.1" status: 200 len: 991 time: 1.1382685 Mar 08 12:11:07.066405 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'tag': '06d68028-8d73-44a7-87ae-f4abfad3b44b'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:07.068683 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f368a71-5395-436f-98a1-c5aa7efe3459" -d '{"events": [{"name": "network-changed", "server_uuid": "54aa123a-2e5d-4b53-8f99-52011fe23ac9", "tag": "06d68028-8d73-44a7-87ae-f4abfad3b44b"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:11:07.109870 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f877a42d-921c-42c8-b906-100212a13130 x-openstack-request-id: req-f877a42d-921c-42c8-b906-100212a13130 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:11:07.110159 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54aa123a-2e5d-4b53-8f99-52011fe23ac9", "tag": "06d68028-8d73-44a7-87ae-f4abfad3b44b", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:11:07.110413 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f877a42d-921c-42c8-b906-100212a13130 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:11:07.110814 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'tag': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'status': 'completed', 'code': 200} Mar 08 12:11:07.180393 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-f8678878-feff-4481-b546-f62f4f2c6347 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:07.216090 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f368a71-5395-436f-98a1-c5aa7efe3459 req-9f9e89ed-1148-496f-86d8-947d5ce20142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:07.217650 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6f368a71-5395-436f-98a1-c5aa7efe3459 req-9f9e89ed-1148-496f-86d8-947d5ce20142 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0562344 Mar 08 12:11:07.327655 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f368a71-5395-436f-98a1-c5aa7efe3459 req-992dcb31-161c-433e-a080-8be90bb57cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:07.329351 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6f368a71-5395-436f-98a1-c5aa7efe3459 req-992dcb31-161c-433e-a080-8be90bb57cc5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 916 time: 0.1063688 Mar 08 12:11:07.407164 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6f368a71-5395-436f-98a1-c5aa7efe3459 req-812919c1-cd90-4a44-a89e-526dfc7a8647 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06d68028-8d73-44a7-87ae-f4abfad3b44b HTTP/1.1" status: 200 len: 999 time: 0.0720580 Mar 08 12:11:07.454229 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-f8678878-feff-4481-b546-f62f4f2c6347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '898a6f3d-7058-48e1-b1c7-7dc08210e547', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:f5:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:50Z', 'updated_at': '2022-03-08T12:11:06Z', 'revision_number': 1, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:07.465819 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f368a71-5395-436f-98a1-c5aa7efe3459 req-8f9e8d7c-803c-4aa2-bbb9-fc35e2bb0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:07.467314 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6f368a71-5395-436f-98a1-c5aa7efe3459 req-8f9e8d7c-803c-4aa2-bbb9-fc35e2bb0e72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10d5874f-f063-41f2-9463-3121d847e01c HTTP/1.1" status: 200 len: 854 time: 0.0549493 Mar 08 12:11:07.481895 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8678878-feff-4481-b546-f62f4f2c6347 None None] Checking router: 62dd0752-70ba-4054-90a7-40fa87db2a03 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:07.491282 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8678878-feff-4481-b546-f62f4f2c6347 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:07.491906 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-f8678878-feff-4481-b546-f62f4f2c6347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:10:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:07.518538 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f368a71-5395-436f-98a1-c5aa7efe3459 req-99111242-eb13-4e58-9939-25bddf948af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:07.520039 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6f368a71-5395-436f-98a1-c5aa7efe3459 req-99111242-eb13-4e58-9939-25bddf948af4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ee994c5-6065-46be-aff4-3acdf7e3b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455623 Mar 08 12:11:07.609666 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-f8678878-feff-4481-b546-f62f4f2c6347 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:07.618683 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6f368a71-5395-436f-98a1-c5aa7efe3459 req-d265b004-a283-47ab-8dad-7f7347f81717 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927448 Mar 08 12:11:07.712927 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6f368a71-5395-436f-98a1-c5aa7efe3459 req-15192700-492c-47d5-bb1a-dabcebaa4a49 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874207 Mar 08 12:11:07.848258 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-f8678878-feff-4481-b546-f62f4f2c6347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '898a6f3d-7058-48e1-b1c7-7dc08210e547', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:f5:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:50Z', 'updated_at': '2022-03-08T12:11:06Z', 'revision_number': 1, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:07.879333 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8678878-feff-4481-b546-f62f4f2c6347 None None] The sync data for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi is: [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '898a6f3d-7058-48e1-b1c7-7dc08210e547', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:f5:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:50Z', 'updated_at': '2022-03-08T12:11:06Z', 'revision_number': 1, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:08.095194 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd24cf-70d5-442f-bf97-5371b233283b None None] New status for floating IP 898a6f3d-7058-48e1-b1c7-7dc08210e547: ACTIVE {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:11:14.687274 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50694) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:14.802502 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:14.878551 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Publish callbacks [] for security_group (85d7f333-ddb8-4d97-8957-8e5e7d431b4a), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:15.006901 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (85d7f333-ddb8-4d97-8957-8e5e7d431b4a), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:15.050505 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6dff28f7e30545a088d1127986d78d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619168 Mar 08 12:11:15.051297 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d7f333-ddb8-4d97-8957-8e5e7d431b4a,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:15.053141 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50698) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:15.058532 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.058894 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.059240 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.059582 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.059918 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.060251 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.060611 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.060941 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.061272 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.061699 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.062030 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.062359 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.062681 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb239a-b3c0-48cf-a379-5caabc98e62f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.117578 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Publish callbacks [] for security_group (85d7f333-ddb8-4d97-8957-8e5e7d431b4a), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:15.138908 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Publish callbacks [] for security_group (85d7f333-ddb8-4d97-8957-8e5e7d431b4a), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:15.272452 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (85d7f333-ddb8-4d97-8957-8e5e7d431b4a), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:15.275224 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:15.276468 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85d7f333-ddb8-4d97-8957-8e5e7d431b4a HTTP/1.1" status: 204 len: 168 time: 0.2216566 Mar 08 12:11:15.286817 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d7f333-ddb8-4d97-8957-8e5e7d431b4a,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:15.293986 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.294342 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.294688 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.295021 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.295559 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.295930 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.296336 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.296697 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.297025 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.297354 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.297676 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.297997 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.298316 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51724bf-53a9-4966-acbd-d766d058fdb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:15.900486 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50704) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:15.913755 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2b4625cc-0e67-44cc-8992-0b86f6c89790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:15.991499 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2b4625cc-0e67-44cc-8992-0b86f6c89790 admin admin] Publish callbacks [] for security_group (e18604be-8931-4917-a8a2-6029103b15d5), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:16.044045 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2b4625cc-0e67-44cc-8992-0b86f6c89790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (e18604be-8931-4917-a8a2-6029103b15d5), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:16.082193 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4625cc-0e67-44cc-8992-0b86f6c89790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18604be-8931-4917-a8a2-6029103b15d5,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:16.086414 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-2b4625cc-0e67-44cc-8992-0b86f6c89790 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a827899b25342199ac858c0d17c1e18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848736 Mar 08 12:11:16.093335 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50706) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:16.139873 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7909a075-69c1-413b-8272-36159c548aff admin admin] Publish callbacks [] for security_group (e18604be-8931-4917-a8a2-6029103b15d5), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:16.164509 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7909a075-69c1-413b-8272-36159c548aff admin admin] Publish callbacks [] for security_group (e18604be-8931-4917-a8a2-6029103b15d5), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:16.266944 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7909a075-69c1-413b-8272-36159c548aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (e18604be-8931-4917-a8a2-6029103b15d5), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:16.269617 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7909a075-69c1-413b-8272-36159c548aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:16.270780 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-7909a075-69c1-413b-8272-36159c548aff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e18604be-8931-4917-a8a2-6029103b15d5 HTTP/1.1" status: 204 len: 168 time: 0.1805701 Mar 08 12:11:16.279231 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909a075-69c1-413b-8272-36159c548aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18604be-8931-4917-a8a2-6029103b15d5,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:17.581081 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-1e193ac0-1ab6-4671-aa84-5d3c02a99f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:20.152305 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0f5fac14-867a-4780-8c91-f908bb697ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:21.063693 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:22.531637 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:23.972272 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:30.678407 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50818) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:30.782496 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65af04e3-6284-43db-9394-26a93d26a02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:30.856593 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65af04e3-6284-43db-9394-26a93d26a02d admin admin] Publish callbacks [] for security_group (47d06c30-996c-44d9-8b32-433b7d02733b), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:30.960708 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65af04e3-6284-43db-9394-26a93d26a02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (47d06c30-996c-44d9-8b32-433b7d02733b), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:30.999698 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-65af04e3-6284-43db-9394-26a93d26a02d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=154872fa91904fe49ca59fa8851de8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200788 Mar 08 12:11:31.000487 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af04e3-6284-43db-9394-26a93d26a02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d06c30-996c-44d9-8b32-433b7d02733b,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:31.002469 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50822) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:31.050170 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4cf340b1-485f-4bbd-a080-412e09ba1c4d admin admin] Publish callbacks [] for security_group (47d06c30-996c-44d9-8b32-433b7d02733b), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:31.072006 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4cf340b1-485f-4bbd-a080-412e09ba1c4d admin admin] Publish callbacks [] for security_group (47d06c30-996c-44d9-8b32-433b7d02733b), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:31.177687 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4cf340b1-485f-4bbd-a080-412e09ba1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (47d06c30-996c-44d9-8b32-433b7d02733b), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:31.180211 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4cf340b1-485f-4bbd-a080-412e09ba1c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:31.181399 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-4cf340b1-485f-4bbd-a080-412e09ba1c4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47d06c30-996c-44d9-8b32-433b7d02733b HTTP/1.1" status: 204 len: 168 time: 0.1776536 Mar 08 12:11:31.190329 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf340b1-485f-4bbd-a080-412e09ba1c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d06c30-996c-44d9-8b32-433b7d02733b,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:31.824931 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50828) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:31.838966 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-54c6224e-5b0c-4447-98a4-3092484763af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:31.917143 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-54c6224e-5b0c-4447-98a4-3092484763af admin admin] Publish callbacks [] for security_group (9db1cbae-b376-486f-be11-145d4ff922f4), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:31.989160 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-54c6224e-5b0c-4447-98a4-3092484763af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (9db1cbae-b376-486f-be11-145d4ff922f4), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:32.028034 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-54c6224e-5b0c-4447-98a4-3092484763af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b7d8cff997d4c1bba17d6f80c17769d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019737 Mar 08 12:11:32.029263 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6224e-5b0c-4447-98a4-3092484763af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db1cbae-b376-486f-be11-145d4ff922f4,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:32.031024 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50830) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:32.088176 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-5cad4dac-2576-49ae-b3ca-635d758f86f9 admin admin] Publish callbacks [] for security_group (9db1cbae-b376-486f-be11-145d4ff922f4), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:32.108560 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-5cad4dac-2576-49ae-b3ca-635d758f86f9 admin admin] Publish callbacks [] for security_group (9db1cbae-b376-486f-be11-145d4ff922f4), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:32.226483 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-5cad4dac-2576-49ae-b3ca-635d758f86f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (9db1cbae-b376-486f-be11-145d4ff922f4), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:32.229328 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-5cad4dac-2576-49ae-b3ca-635d758f86f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:32.230512 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-5cad4dac-2576-49ae-b3ca-635d758f86f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9db1cbae-b376-486f-be11-145d4ff922f4 HTTP/1.1" status: 204 len: 168 time: 0.1985922 Mar 08 12:11:32.238935 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad4dac-2576-49ae-b3ca-635d758f86f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db1cbae-b376-486f-be11-145d4ff922f4,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:33.938997 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 50860) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:34.047554 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0464-3992-46fe-acfc-b7b8fe46a45a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:34.121664 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0464-3992-46fe-acfc-b7b8fe46a45a admin admin] Publish callbacks [] for security_group (7337563d-285e-43b3-92f1-501e2041c599), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:34.180988 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0464-3992-46fe-acfc-b7b8fe46a45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (7337563d-285e-43b3-92f1-501e2041c599), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:34.221976 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-9c2a0464-3992-46fe-acfc-b7b8fe46a45a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f84676f80dff4c078362a10cdb006ef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818394 Mar 08 12:11:34.222970 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a0464-3992-46fe-acfc-b7b8fe46a45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7337563d-285e-43b3-92f1-501e2041c599,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:34.224663 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 50864) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:34.283063 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e4348f50-15e8-4b67-a089-56f8d793dd0d admin admin] Publish callbacks [] for security_group (7337563d-285e-43b3-92f1-501e2041c599), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:34.305981 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e4348f50-15e8-4b67-a089-56f8d793dd0d admin admin] Publish callbacks [] for security_group (7337563d-285e-43b3-92f1-501e2041c599), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:34.426682 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e4348f50-15e8-4b67-a089-56f8d793dd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (7337563d-285e-43b3-92f1-501e2041c599), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:34.429301 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-e4348f50-15e8-4b67-a089-56f8d793dd0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:34.430472 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-e4348f50-15e8-4b67-a089-56f8d793dd0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7337563d-285e-43b3-92f1-501e2041c599 HTTP/1.1" status: 204 len: 168 time: 0.2041793 Mar 08 12:11:34.438226 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4348f50-15e8-4b67-a089-56f8d793dd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7337563d-285e-43b3-92f1-501e2041c599,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:36.906913 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:40.015635 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:11:47.597650 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-121f40b8-30c3-4341-a1f2-a0823981c295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:50.142912 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-88f9133b-9a95-47b1-b75e-c824e094f779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.054458 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.543009 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:53.922904 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.157453 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51002) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:02.280400 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-88140140-f44f-4af8-a382-b8cfe43ec946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.354319 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-88140140-f44f-4af8-a382-b8cfe43ec946 admin admin] Publish callbacks [] for security_group (5a96fdfb-1d77-49fd-8a38-5d78cb789cb0), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.425840 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-88140140-f44f-4af8-a382-b8cfe43ec946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (5a96fdfb-1d77-49fd-8a38-5d78cb789cb0), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.465792 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-88140140-f44f-4af8-a382-b8cfe43ec946 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f094d78de6914f1a8f0805583ec5f8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072278 Mar 08 12:12:02.467174 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88140140-f44f-4af8-a382-b8cfe43ec946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a96fdfb-1d77-49fd-8a38-5d78cb789cb0,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:02.469616 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51006) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:02.523470 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a4fa2cd9-a3f2-4280-b002-afe3572e8899 admin admin] Publish callbacks [] for security_group (5a96fdfb-1d77-49fd-8a38-5d78cb789cb0), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.551665 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a4fa2cd9-a3f2-4280-b002-afe3572e8899 admin admin] Publish callbacks [] for security_group (5a96fdfb-1d77-49fd-8a38-5d78cb789cb0), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.674331 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a4fa2cd9-a3f2-4280-b002-afe3572e8899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (5a96fdfb-1d77-49fd-8a38-5d78cb789cb0), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.677019 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a4fa2cd9-a3f2-4280-b002-afe3572e8899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.678122 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-a4fa2cd9-a3f2-4280-b002-afe3572e8899 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a96fdfb-1d77-49fd-8a38-5d78cb789cb0 HTTP/1.1" status: 204 len: 168 time: 0.2075131 Mar 08 12:12:02.686156 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa2cd9-a3f2-4280-b002-afe3572e8899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a96fdfb-1d77-49fd-8a38-5d78cb789cb0,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:03.638644 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51028) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:03.732826 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-485321785-network', 'tenant_id': 'f50093a27dcb469f994f59480783a409'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:03.820250 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Made reservation on behalf of f50093a27dcb469f994f59480783a409 for: {'network': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:12:03.822693 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.831451 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.912405 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Publish callbacks [] for security_group (29d9e64b-3426-40a8-9481-e6d2028cc105), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.980793 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (29d9e64b-3426-40a8-9481-e6d2028cc105), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.010913 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=110281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:12:04.016371 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d9e64b-3426-40a8-9481-e6d2028cc105,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:04.024140 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (cea68613-bea8-45d2-bb89-f2b50b4f6efd), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.024140 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.segments_db [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Added segment cea68613-bea8-45d2-bb89-f2b50b4f6efd of type vlan for network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 Mar 08 12:12:04.065001 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (5aa863cb-06dc-40e3-a0bc-f0cc02d97170), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.142283 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (5aa863cb-06dc-40e3-a0bc-f0cc02d97170), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.143280 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:04.143855 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.205822 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] Pushing event updated for resources: {'Network': ['ID=5aa863cb-06dc-40e3-a0bc-f0cc02d97170,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:04.216814 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:12:04.230949 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-71928d76-c72a-419c-a577-ef33b7627e86 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5910769 Mar 08 12:12:04.234448 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51032) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:04.239481 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-c442060f-50a5-4228-b4cd-11880b3109dd admin admin] Request body: {'subnet': {'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-485321785-subnet', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'ip_version': 4}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:04.314046 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c442060f-50a5-4228-b4cd-11880b3109dd admin admin] Made reservation on behalf of f50093a27dcb469f994f59480783a409 for: {'subnet': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:12:04.317637 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c442060f-50a5-4228-b4cd-11880b3109dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63748497'] for subnet (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.540676 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c442060f-50a5-4228-b4cd-11880b3109dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63299919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63748495'] for subnet (e06c55e0-a54a-47d4-a931-ff934459ce93), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.592975 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442060f-50a5-4228-b4cd-11880b3109dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06c55e0-a54a-47d4-a931-ff934459ce93,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:04.608203 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442060f-50a5-4228-b4cd-11880b3109dd admin admin] Checking segment: {'id': 'cea68613-bea8-45d2-bb89-f2b50b4f6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:12:04.608593 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c442060f-50a5-4228-b4cd-11880b3109dd admin admin] Network hostable DHCP agents. Network: 5aa863cb-06dc-40e3-a0bc-f0cc02d97170, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:12:04.694764 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c442060f-50a5-4228-b4cd-11880b3109dd admin admin] Network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:12:04.762829 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-c442060f-50a5-4228-b4cd-11880b3109dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, 5aa863cb-06dc-40e3-a0bc-f0cc02d97170) {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:04.767818 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442060f-50a5-4228-b4cd-11880b3109dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:04.771140 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c442060f-50a5-4228-b4cd-11880b3109dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.773022 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc275cd-5652-43a7-acba-c6726d042461 None None] Network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:12:04.834356 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-c442060f-50a5-4228-b4cd-11880b3109dd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5989444 Mar 08 12:12:04.844487 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51038) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:04.849678 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:04.881005 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9da6154-2c8a-51fd-a243-852dfaf31b55-5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'project_id': 'f50093a27dcb469f994f59480783a409', 'fixed_ips': [{'subnet_id': 'e06c55e0-a54a-47d4-a931-ff934459ce93'}]}} from dv-cinder-830086-2-iscsi. {{(pid=110283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:12:04.881876 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.952681 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66648729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (3eef9593-b983-46d8-baef-70e538fae279), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.953766 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66648425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66620634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66999983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (3eef9593-b983-46d8-baef-70e538fae279), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:05.013551 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Publish callbacks [] for router_controller (3eef9593-b983-46d8-baef-70e538fae279), precommit_add_association {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:05.022374 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.db_base_plugin_common [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Allocated IP 172.20.0.2 (5aa863cb-06dc-40e3-a0bc-f0cc02d97170/e06c55e0-a54a-47d4-a931-ff934459ce93/9852c77c-8e8a-40f0-b56f-65880c2f3dec) {{(pid=110283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:12:05.166579 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Publish callbacks [] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), precommit_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:05.217947 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Publish callbacks [] for router_gateway (3eef9593-b983-46d8-baef-70e538fae279), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:05.260896 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:05.301068 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 is already hosted by enough agents. {{(pid=110283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:05.309373 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.base_scheduler [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Resources bound (agent type, host, resource id): {{(pid=110283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:05.313421 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Received port after_create {{(pid=110283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:12:05.320551 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Pushing event updated for resources: {'Port': ['ID=9852c77c-8e8a-40f0-b56f-65880c2f3dec,revision_number=1']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:05.346607 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:05.346959 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:05.347302 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:05.347661 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:05.347972 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:05.348306 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:05.348657 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:05.348992 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:05.349317 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:05.349646 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:05.349970 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:05.350294 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:05.350613 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:05.384115 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Attempting to bind port 9852c77c-8e8a-40f0-b56f-65880c2f3dec on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:12:05.384508 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Attempting to bind port 9852c77c-8e8a-40f0-b56f-65880c2f3dec by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'cea68613-bea8-45d2-bb89-f2b50b4f6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:12:05.384870 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Attempting to bind port 9852c77c-8e8a-40f0-b56f-65880c2f3dec on network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:12:05.390109 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:12:05.390488 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Checking segment: {'id': 'cea68613-bea8-45d2-bb89-f2b50b4f6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:12:05.390933 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:05.391263 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Bound using segment: {'id': 'cea68613-bea8-45d2-bb89-f2b50b4f6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:12:05.391799 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Bound port: 9852c77c-8e8a-40f0-b56f-65880c2f3dec, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea68613-bea8-45d2-bb89-f2b50b4f6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:12:05.392088 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:05.459012 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] For port 9852c77c-8e8a-40f0-b56f-65880c2f3dec, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:12:05.461952 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] For port 9852c77c-8e8a-40f0-b56f-65880c2f3dec, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=9852c77c-8e8a-40f0-b56f-65880c2f3dec,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:12:05.520120 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:05.524180 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Publish callbacks [] for router_gateway (3eef9593-b983-46d8-baef-70e538fae279), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:05.543323 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:05.582747 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3987a7-42df-4004-88d2-6b5198f7df6b None None] Pushing event updated for resources: {'Port': ['ID=9852c77c-8e8a-40f0-b56f-65880c2f3dec,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:05.651029 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Allocated IP 172.27.0.163 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/bb726ad9-12b7-4646-abf3-68d157390034) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:12:05.783169 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Publish callbacks [] for port (bb726ad9-12b7-4646-abf3-68d157390034), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:05.872252 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (bb726ad9-12b7-4646-abf3-68d157390034), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:05.913739 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:05.916763 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:05.919486 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:12:05.943553 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Pushing event updated for resources: {'Port': ['ID=bb726ad9-12b7-4646-abf3-68d157390034,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:06.267751 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Publish callbacks [] for router_gateway (3eef9593-b983-46d8-baef-70e538fae279), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:06.451211 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d4a90-5fc5-4bce-8b57-c19a194b1da6 None None] Network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:12:06.472571 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66648418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66620663'] for router (3eef9593-b983-46d8-baef-70e538fae279), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:06.524655 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-a1b211d5-2dd3-459d-abea-db463bff9644 None None] Provisioning complete for port 9852c77c-8e8a-40f0-b56f-65880c2f3dec triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:06.524955 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a1b211d5-2dd3-459d-abea-db463bff9644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:06.655223 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Router 3eef9593-b983-46d8-baef-70e538fae279 is scheduled to L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 with binding_index 1 {{(pid=110282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:12:06.777722 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:12:06.785976 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-a1b211d5-2dd3-459d-abea-db463bff9644 None None] Current status of the port 9852c77c-8e8a-40f0-b56f-65880c2f3dec is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:06.786385 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a1b211d5-2dd3-459d-abea-db463bff9644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:06.790666 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Sync routers for ids ['3eef9593-b983-46d8-baef-70e538fae279'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:12:06.819927 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Routers {'3eef9593-b983-46d8-baef-70e538fae279'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:06.820574 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:11:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['3eef9593-b983-46d8-baef-70e538fae279'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:06.830424 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-a1b211d5-2dd3-459d-abea-db463bff9644 None None] For port 9852c77c-8e8a-40f0-b56f-65880c2f3dec, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=9852c77c-8e8a-40f0-b56f-65880c2f3dec,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:06.852959 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:06.854201 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c64ff762-80ff-461e-b957-f6e4a2a62f5f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0085640 Mar 08 12:12:06.857440 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51046) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:06.926157 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a1b211d5-2dd3-459d-abea-db463bff9644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:06.997944 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Set router 3eef9593-b983-46d8-baef-70e538fae279 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:06.999869 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.071004 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b211d5-2dd3-459d-abea-db463bff9644 None None] Pushing event updated for resources: {'Port': ['ID=9852c77c-8e8a-40f0-b56f-65880c2f3dec,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:07.144557 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-114cd6fb-ef0c-472c-9360-7bd5e5bf00ed None None] Provisioning complete for port 9852c77c-8e8a-40f0-b56f-65880c2f3dec triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:07.145079 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-114cd6fb-ef0c-472c-9360-7bd5e5bf00ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.289048 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-114cd6fb-ef0c-472c-9360-7bd5e5bf00ed None None] Current status of the port 9852c77c-8e8a-40f0-b56f-65880c2f3dec is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:07.302325 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:12:06Z', 'revision_number': 3, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port': {'id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:05Z', 'updated_at': '2022-03-08T12:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:07.339431 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Checking router: 3eef9593-b983-46d8-baef-70e538fae279 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:12:07.339775 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Updating router 3eef9593-b983-46d8-baef-70e538fae279 port bb726ad9-12b7-4646-abf3-68d157390034 binding host dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:12:07.374009 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (bb726ad9-12b7-4646-abf3-68d157390034), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.516861 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 9852c77c-8e8a-40f0-b56f-65880c2f3dec up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:12:07.570765 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.638831 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 9852c77c-8e8a-40f0-b56f-65880c2f3dec triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:07.639124 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.736478 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Allocated IP 172.20.0.1 (5aa863cb-06dc-40e3-a0bc-f0cc02d97170/e06c55e0-a54a-47d4-a931-ff934459ce93/306a900a-0e16-44cf-b128-001ca72bcd15) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:12:07.782972 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Publish callbacks [] for port (bb726ad9-12b7-4646-abf3-68d157390034), precommit_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.795549 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 9852c77c-8e8a-40f0-b56f-65880c2f3dec is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:07.845350 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Publish callbacks [] for port (306a900a-0e16-44cf-b128-001ca72bcd15), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.850892 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (bb726ad9-12b7-4646-abf3-68d157390034), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.906966 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e588d45-c49b-471d-a333-47e6c140582b None None] Pushing event updated for resources: {'Port': ['ID=bb726ad9-12b7-4646-abf3-68d157390034,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:07.911026 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Attempting to bind port bb726ad9-12b7-4646-abf3-68d157390034 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:12:07.911026 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Attempting to bind port bb726ad9-12b7-4646-abf3-68d157390034 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:12:07.911026 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Attempting to bind port bb726ad9-12b7-4646-abf3-68d157390034 on network b11f5efd-e33a-4972-9f0b-6f3c889a5429 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:12:07.915500 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:12:07.915874 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Checking segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:12:07.916279 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.916695 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Bound using segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:12:07.917159 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Bound port: bb726ad9-12b7-4646-abf3-68d157390034, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:12:07.917531 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (bb726ad9-12b7-4646-abf3-68d157390034), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.954177 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.969072 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] For port bb726ad9-12b7-4646-abf3-68d157390034, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:12:07.972173 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] For port bb726ad9-12b7-4646-abf3-68d157390034, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=bb726ad9-12b7-4646-abf3-68d157390034,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:12:07.996207 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:07.998441 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:08.003128 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:12:08.006293 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Pushing event updated for resources: {'Port': ['ID=306a900a-0e16-44cf-b128-001ca72bcd15,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:08.052487 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66621402'] for router_interface (3eef9593-b983-46d8-baef-70e538fae279), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:08.054860 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (bb726ad9-12b7-4646-abf3-68d157390034), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:08.118014 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Routers {'3eef9593-b983-46d8-baef-70e538fae279'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:08.118757 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:11:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['3eef9593-b983-46d8-baef-70e538fae279'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:08.120892 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e588d45-c49b-471d-a333-47e6c140582b None None] Pushing event updated for resources: {'Port': ['ID=bb726ad9-12b7-4646-abf3-68d157390034,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:08.239133 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-b55b6b4b-2b35-49f8-81a2-42913b1edf40 None None] Provisioning complete for port 306a900a-0e16-44cf-b128-001ca72bcd15 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:08.239695 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b55b6b4b-2b35-49f8-81a2-42913b1edf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:08.266256 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] Set router 3eef9593-b983-46d8-baef-70e538fae279 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:08.266481 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:08.340685 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-b55b6b4b-2b35-49f8-81a2-42913b1edf40 None None] Port 306a900a-0e16-44cf-b128-001ca72bcd15 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:12:08.435151 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Publish callbacks [] for port (306a900a-0e16-44cf-b128-001ca72bcd15), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:08.463135 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:12:06Z', 'revision_number': 3, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port': {'id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:05Z', 'updated_at': '2022-03-08T12:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:08.490679 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3c947-64e9-406c-8572-675dd4209232 None None] The sync data for ids ['3eef9593-b983-46d8-baef-70e538fae279'] in dv-cinder-830086-2-iscsi is: [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:12:06Z', 'revision_number': 3, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port': {'id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:05Z', 'updated_at': '2022-03-08T12:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:12:08.500248 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:08.573915 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Pushing event updated for resources: {'Port': ['ID=306a900a-0e16-44cf-b128-001ca72bcd15,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:08.576479 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66820467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66621366'] for router_interface (3eef9593-b983-46d8-baef-70e538fae279), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:08.673536 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:08.675684 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:08.817215 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Router 3eef9593-b983-46d8-baef-70e538fae279 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:12:08.940680 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:12:08.948841 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-8d9ee88a-a308-4632-bb6b-794ab9a4a265 admin admin] 10.222.0.43 "PUT /v2.0/routers/3eef9593-b983-46d8-baef-70e538fae279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0897770 Mar 08 12:12:08.977666 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-ed96eda3-9b52-451a-9b62-ff4b7f8dbb5f None None] Provisioning complete for port 306a900a-0e16-44cf-b128-001ca72bcd15 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:08.978260 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ed96eda3-9b52-451a-9b62-ff4b7f8dbb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.020373 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-ed96eda3-9b52-451a-9b62-ff4b7f8dbb5f None None] Port 306a900a-0e16-44cf-b128-001ca72bcd15 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:12:09.494220 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device bb726ad9-12b7-4646-abf3-68d157390034 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:12:09.551427 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port bb726ad9-12b7-4646-abf3-68d157390034 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:09.551797 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (bb726ad9-12b7-4646-abf3-68d157390034), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.637699 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port bb726ad9-12b7-4646-abf3-68d157390034 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:09.638098 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (bb726ad9-12b7-4646-abf3-68d157390034), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.661734 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port bb726ad9-12b7-4646-abf3-68d157390034, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=bb726ad9-12b7-4646-abf3-68d157390034,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:09.705451 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51062) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:09.710587 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-3120050-network', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:09.736958 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (bb726ad9-12b7-4646-abf3-68d157390034), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.783361 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Made reservation on behalf of 53d14e57b40c4ad099645e8752a5c7b8 for: {'network': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:12:09.786117 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.788149 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=bb726ad9-12b7-4646-abf3-68d157390034,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:09.804147 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.878300 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Publish callbacks [] for security_group (b18c26c1-87d4-4472-8835-0ce66a34da5e), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.913876 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b18c26c1-87d4-4472-8835-0ce66a34da5e), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.944501 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=110281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:12:09.947831 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18c26c1-87d4-4472-8835-0ce66a34da5e,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:09.958168 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (d44f61f5-55d8-4edd-8eca-5d735c09cf02), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.958510 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.segments_db [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Added segment d44f61f5-55d8-4edd-8eca-5d735c09cf02 of type vlan for network ee0f430f-9151-4a06-9a84-f48017dcbd69 Mar 08 12:12:09.998639 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (ee0f430f-9151-4a06-9a84-f48017dcbd69), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:10.071243 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (ee0f430f-9151-4a06-9a84-f48017dcbd69), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:10.072265 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:10.072883 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:10.120159 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Sync routers for ids ['3eef9593-b983-46d8-baef-70e538fae279'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:12:10.130897 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Routers {'3eef9593-b983-46d8-baef-70e538fae279'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:10.131588 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:11:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['3eef9593-b983-46d8-baef-70e538fae279'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:10.131748 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] Pushing event updated for resources: {'Network': ['ID=ee0f430f-9151-4a06-9a84-f48017dcbd69,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:10.141390 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network ee0f430f-9151-4a06-9a84-f48017dcbd69 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:12:10.173762 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-bc66348d-a680-4dce-a0c1-25c6950b4f62 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4672065 Mar 08 12:12:10.176442 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51064) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:10.181459 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-6d0f3d8f-951a-4d0d-a9d3-61555ac5b870 admin admin] Request body: {'subnet': {'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-3120050-subnet', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'ip_version': 4}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:10.245629 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Set router 3eef9593-b983-46d8-baef-70e538fae279 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:10.254177 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0f3d8f-951a-4d0d-a9d3-61555ac5b870 admin admin] Made reservation on behalf of 53d14e57b40c4ad099645e8752a5c7b8 for: {'subnet': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:12:10.256813 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3d8f-951a-4d0d-a9d3-61555ac5b870 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63748497'] for subnet (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:10.501472 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3d8f-951a-4d0d-a9d3-61555ac5b870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63299919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63748495'] for subnet (9414a4b0-ab50-451e-b383-ca76524054c6), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:10.541381 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:12:08Z', 'revision_number': 4, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port': {'id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:05Z', 'updated_at': '2022-03-08T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '306a900a-0e16-44cf-b128-001ca72bcd15', 'name': '', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'mac_address': 'fa:16:3e:11:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:07Z', 'updated_at': '2022-03-08T12:12:08Z', 'revision_number': 2, 'project_id': 'f50093a27dcb469f994f59480783a409', 'subnets': [{'id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:10.560879 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f3d8f-951a-4d0d-a9d3-61555ac5b870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9414a4b0-ab50-451e-b383-ca76524054c6,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:10.566443 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Checking router: 3eef9593-b983-46d8-baef-70e538fae279 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:12:10.567432 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Updating router 3eef9593-b983-46d8-baef-70e538fae279 port 306a900a-0e16-44cf-b128-001ca72bcd15 binding host dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:12:10.570286 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f3d8f-951a-4d0d-a9d3-61555ac5b870 admin admin] Checking segment: {'id': 'd44f61f5-55d8-4edd-8eca-5d735c09cf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:12:10.570653 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f3d8f-951a-4d0d-a9d3-61555ac5b870 admin admin] Network hostable DHCP agents. Network: ee0f430f-9151-4a06-9a84-f48017dcbd69, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:12:10.593922 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:10.662467 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f3d8f-951a-4d0d-a9d3-61555ac5b870 admin admin] Network ee0f430f-9151-4a06-9a84-f48017dcbd69 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:12:10.751613 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-6d0f3d8f-951a-4d0d-a9d3-61555ac5b870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, ee0f430f-9151-4a06-9a84-f48017dcbd69) {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:10.755713 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0f3d8f-951a-4d0d-a9d3-61555ac5b870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:10.756605 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3d8f-951a-4d0d-a9d3-61555ac5b870 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:10.760690 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aae850b-d02a-4a0d-8ca5-52cf350898e4 None None] Network ee0f430f-9151-4a06-9a84-f48017dcbd69 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:12:10.841283 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-6d0f3d8f-951a-4d0d-a9d3-61555ac5b870 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6636941 Mar 08 12:12:10.843922 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51066) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:10.848626 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-3120050-router', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:10.855215 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Publish callbacks [] for port (306a900a-0e16-44cf-b128-001ca72bcd15), precommit_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:10.865701 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9da6154-2c8a-51fd-a243-852dfaf31b55-ee0f430f-9151-4a06-9a84-f48017dcbd69', 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69', 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'fixed_ips': [{'subnet_id': '9414a4b0-ab50-451e-b383-ca76524054c6'}]}} from dv-cinder-830086-2-iscsi. {{(pid=110283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:12:10.866592 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:10.917405 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:10.962853 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Pushing event updated for resources: {'Port': ['ID=306a900a-0e16-44cf-b128-001ca72bcd15,revision_number=3']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:10.971435 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66648729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (7c492cf2-0531-4f36-992c-95468343bbb4), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:10.972542 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66648425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66620634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66999983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (7c492cf2-0531-4f36-992c-95468343bbb4), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:10.976966 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:10.978714 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:10.979490 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:10.979996 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:10.980526 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:10.981015 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:10.981542 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:10.981888 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:10.982203 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:10.982547 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:10.982880 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:10.983200 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:10.983525 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:11.058178 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Publish callbacks [] for router_controller (7c492cf2-0531-4f36-992c-95468343bbb4), precommit_add_association {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.060841 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Attempting to bind port 306a900a-0e16-44cf-b128-001ca72bcd15 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:12:11.061245 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Attempting to bind port 306a900a-0e16-44cf-b128-001ca72bcd15 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'cea68613-bea8-45d2-bb89-f2b50b4f6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170'}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:12:11.061655 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Attempting to bind port 306a900a-0e16-44cf-b128-001ca72bcd15 on network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:12:11.067517 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:12:11.067904 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Checking segment: {'id': 'cea68613-bea8-45d2-bb89-f2b50b4f6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:12:11.068337 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.068772 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Bound using segment: {'id': 'cea68613-bea8-45d2-bb89-f2b50b4f6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170'} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:12:11.069254 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Bound port: 306a900a-0e16-44cf-b128-001ca72bcd15, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea68613-bea8-45d2-bb89-f2b50b4f6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170'}}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:12:11.069638 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.154990 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] For port 306a900a-0e16-44cf-b128-001ca72bcd15, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:12:11.159734 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.db_base_plugin_common [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Allocated IP 172.20.0.2 (ee0f430f-9151-4a06-9a84-f48017dcbd69/9414a4b0-ab50-451e-b383-ca76524054c6/b071d9fc-3748-4649-b4e3-6419db37e34c) {{(pid=110283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:12:11.160336 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] For port 306a900a-0e16-44cf-b128-001ca72bcd15, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=306a900a-0e16-44cf-b128-001ca72bcd15,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:12:11.223002 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.287082 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Routers {'3eef9593-b983-46d8-baef-70e538fae279'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:11.287723 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:11:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['3eef9593-b983-46d8-baef-70e538fae279'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:11.290381 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Publish callbacks [] for router_gateway (7c492cf2-0531-4f36-992c-95468343bbb4), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.292950 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c164b-68d4-413c-bb1a-2cae8e5c373f None None] Pushing event updated for resources: {'Port': ['ID=306a900a-0e16-44cf-b128-001ca72bcd15,revision_number=4']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:11.310224 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-0349bef8-3c48-4173-9f83-40bca2925099 None None] Provisioning complete for port 306a900a-0e16-44cf-b128-001ca72bcd15 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:11.310910 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0349bef8-3c48-4173-9f83-40bca2925099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.408030 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Publish callbacks [] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), precommit_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.415713 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] Set router 3eef9593-b983-46d8-baef-70e538fae279 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:11.465515 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-0349bef8-3c48-4173-9f83-40bca2925099 None None] Current status of the port 306a900a-0e16-44cf-b128-001ca72bcd15 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:11.465930 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0349bef8-3c48-4173-9f83-40bca2925099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.499881 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device bb726ad9-12b7-4646-abf3-68d157390034 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:12:11.538179 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-0349bef8-3c48-4173-9f83-40bca2925099 None None] For port 306a900a-0e16-44cf-b128-001ca72bcd15, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=306a900a-0e16-44cf-b128-001ca72bcd15,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:11.541046 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.596603 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Network ee0f430f-9151-4a06-9a84-f48017dcbd69 is already hosted by enough agents. {{(pid=110283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:11.602973 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.base_scheduler [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Resources bound (agent type, host, resource id): {{(pid=110283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:11.605546 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Received port after_create {{(pid=110283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:12:11.613274 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Pushing event updated for resources: {'Port': ['ID=b071d9fc-3748-4649-b4e3-6419db37e34c,revision_number=1']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:11.617971 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0349bef8-3c48-4173-9f83-40bca2925099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.646375 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:12:08Z', 'revision_number': 4, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port': {'id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:05Z', 'updated_at': '2022-03-08T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '306a900a-0e16-44cf-b128-001ca72bcd15', 'name': '', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'mac_address': 'fa:16:3e:11:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:07Z', 'updated_at': '2022-03-08T12:12:11Z', 'revision_number': 4, 'project_id': 'f50093a27dcb469f994f59480783a409', 'subnets': [{'id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:11.677528 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d89cc0-1b68-4eb3-837e-ff9de058161e None None] The sync data for ids ['3eef9593-b983-46d8-baef-70e538fae279'] in dv-cinder-830086-2-iscsi is: [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:12:08Z', 'revision_number': 4, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port': {'id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:05Z', 'updated_at': '2022-03-08T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '306a900a-0e16-44cf-b128-001ca72bcd15', 'name': '', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'mac_address': 'fa:16:3e:11:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:07Z', 'updated_at': '2022-03-08T12:12:11Z', 'revision_number': 4, 'project_id': 'f50093a27dcb469f994f59480783a409', 'subnets': [{'id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:12:11.696543 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port bb726ad9-12b7-4646-abf3-68d157390034 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:11.696925 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (bb726ad9-12b7-4646-abf3-68d157390034), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.734255 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Publish callbacks [] for router_gateway (7c492cf2-0531-4f36-992c-95468343bbb4), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.751194 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.759021 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Attempting to bind port b071d9fc-3748-4649-b4e3-6419db37e34c on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:12:11.759584 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Attempting to bind port b071d9fc-3748-4649-b4e3-6419db37e34c by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'd44f61f5-55d8-4edd-8eca-5d735c09cf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:12:11.760126 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Attempting to bind port b071d9fc-3748-4649-b4e3-6419db37e34c on network ee0f430f-9151-4a06-9a84-f48017dcbd69 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:12:11.783225 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:12:11.783613 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Checking segment: {'id': 'd44f61f5-55d8-4edd-8eca-5d735c09cf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:12:11.784027 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.784646 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Bound using segment: {'id': 'd44f61f5-55d8-4edd-8eca-5d735c09cf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:12:11.785065 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Bound port: b071d9fc-3748-4649-b4e3-6419db37e34c, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44f61f5-55d8-4edd-8eca-5d735c09cf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:12:11.785450 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.790638 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349bef8-3c48-4173-9f83-40bca2925099 None None] Pushing event updated for resources: {'Port': ['ID=306a900a-0e16-44cf-b128-001ca72bcd15,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:11.814345 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-11087496-cd33-4a86-9a7e-625e07190c48 None None] Provisioning complete for port 306a900a-0e16-44cf-b128-001ca72bcd15 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:11.814725 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-11087496-cd33-4a86-9a7e-625e07190c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.874600 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Allocated IP 172.27.0.5 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/36dd02e5-d695-465a-94db-b4230c91ad08) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:12:11.953462 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port bb726ad9-12b7-4646-abf3-68d157390034 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:11.957891 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] For port b071d9fc-3748-4649-b4e3-6419db37e34c, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:12:11.962317 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] For port b071d9fc-3748-4649-b4e3-6419db37e34c, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=b071d9fc-3748-4649-b4e3-6419db37e34c,segment=NetworkSegment(d44f61f5-55d8-4edd-8eca-5d735c09cf02),segment_id=d44f61f5-55d8-4edd-8eca-5d735c09cf02)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:12:11.998552 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Publish callbacks [] for port (36dd02e5-d695-465a-94db-b4230c91ad08), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:12.002454 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-11087496-cd33-4a86-9a7e-625e07190c48 None None] Current status of the port 306a900a-0e16-44cf-b128-001ca72bcd15 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:12.026715 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:12.088850 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb81e1f-bfb0-45ed-a6ab-2f9f143e53bf None None] Pushing event updated for resources: {'Port': ['ID=b071d9fc-3748-4649-b4e3-6419db37e34c,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:12.094767 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (36dd02e5-d695-465a-94db-b4230c91ad08), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:12.142684 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:12.146978 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:12.149030 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Pushing event updated for resources: {'Port': ['ID=36dd02e5-d695-465a-94db-b4230c91ad08,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:12.151895 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:12:12.520789 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Publish callbacks [] for router_gateway (7c492cf2-0531-4f36-992c-95468343bbb4), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:12.737229 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66648418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66620663'] for router (7c492cf2-0531-4f36-992c-95468343bbb4), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.008867 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Router 7c492cf2-0531-4f36-992c-95468343bbb4 is scheduled to L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 with binding_index 1 {{(pid=110282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:12:13.019879 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e778d-732d-4eba-9f4f-f6b28707ce3b None None] Network ee0f430f-9151-4a06-9a84-f48017dcbd69 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:12:13.117846 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:12:13.129979 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Sync routers for ids ['7c492cf2-0531-4f36-992c-95468343bbb4'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:12:13.151564 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Routers {'7c492cf2-0531-4f36-992c-95468343bbb4'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:13.152187 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:11:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['7c492cf2-0531-4f36-992c-95468343bbb4'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:13.157482 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-fa029f67-f8ad-4b5a-9bca-0103697a552a None None] Provisioning complete for port b071d9fc-3748-4649-b4e3-6419db37e34c triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:13.157851 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fa029f67-f8ad-4b5a-9bca-0103697a552a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.184272 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.186223 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-650ed518-12df-4c89-9873-dcaf886648df admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3411257 Mar 08 12:12:13.189140 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51068) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:13.305644 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Set router 7c492cf2-0531-4f36-992c-95468343bbb4 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:13.462781 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-fa029f67-f8ad-4b5a-9bca-0103697a552a None None] Current status of the port b071d9fc-3748-4649-b4e3-6419db37e34c is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:13.463175 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fa029f67-f8ad-4b5a-9bca-0103697a552a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.514348 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-fa029f67-f8ad-4b5a-9bca-0103697a552a None None] For port b071d9fc-3748-4649-b4e3-6419db37e34c, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=b071d9fc-3748-4649-b4e3-6419db37e34c,segment=NetworkSegment(d44f61f5-55d8-4edd-8eca-5d735c09cf02),segment_id=d44f61f5-55d8-4edd-8eca-5d735c09cf02)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:13.573599 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device b071d9fc-3748-4649-b4e3-6419db37e34c up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:12:13.605401 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'name': 'tempest-TestMinimumBasicScenario-3120050-router', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:10Z', 'updated_at': '2022-03-08T12:12:12Z', 'revision_number': 3, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'gw_port': {'id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:11Z', 'updated_at': '2022-03-08T12:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:13.607209 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fa029f67-f8ad-4b5a-9bca-0103697a552a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.660827 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Checking router: 7c492cf2-0531-4f36-992c-95468343bbb4 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:12:13.661078 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Updating router 7c492cf2-0531-4f36-992c-95468343bbb4 port 36dd02e5-d695-465a-94db-b4230c91ad08 binding host dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:12:13.665602 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.706615 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (36dd02e5-d695-465a-94db-b4230c91ad08), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.751143 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa029f67-f8ad-4b5a-9bca-0103697a552a None None] Pushing event updated for resources: {'Port': ['ID=b071d9fc-3748-4649-b4e3-6419db37e34c,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:13.823740 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port b071d9fc-3748-4649-b4e3-6419db37e34c triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:13.824119 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.825920 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Allocated IP 172.20.0.1 (ee0f430f-9151-4a06-9a84-f48017dcbd69/9414a4b0-ab50-451e-b383-ca76524054c6/9bb1c05b-da73-4e05-b5a7-4fd9ac27e781) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:12:13.831011 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-10464468-44f0-4fee-92ae-d57abe584df5 None None] Provisioning complete for port b071d9fc-3748-4649-b4e3-6419db37e34c triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:13.831374 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-10464468-44f0-4fee-92ae-d57abe584df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.945246 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Publish callbacks [] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.039942 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.079673 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Network ee0f430f-9151-4a06-9a84-f48017dcbd69 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:14.084460 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:14.086863 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:12:14.111210 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Pushing event updated for resources: {'Port': ['ID=9bb1c05b-da73-4e05-b5a7-4fd9ac27e781,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:14.134929 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66621402'] for router_interface (7c492cf2-0531-4f36-992c-95468343bbb4), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.207693 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port b071d9fc-3748-4649-b4e3-6419db37e34c is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:14.208763 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 306a900a-0e16-44cf-b128-001ca72bcd15 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:12:14.214492 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-10464468-44f0-4fee-92ae-d57abe584df5 None None] Current status of the port b071d9fc-3748-4649-b4e3-6419db37e34c is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:14.298009 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Publish callbacks [] for port (36dd02e5-d695-465a-94db-b4230c91ad08), precommit_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.310946 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 306a900a-0e16-44cf-b128-001ca72bcd15 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:14.317680 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.365177 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-7bdaa7ab-2d78-4b47-a0dc-7f8e2760f664 None None] Provisioning complete for port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:14.365466 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-7bdaa7ab-2d78-4b47-a0dc-7f8e2760f664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.391028 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (36dd02e5-d695-465a-94db-b4230c91ad08), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.462552 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-7bdaa7ab-2d78-4b47-a0dc-7f8e2760f664 None None] Port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:12:14.484998 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 306a900a-0e16-44cf-b128-001ca72bcd15 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:14.489294 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0f489-01f1-4984-8d0e-c63034f7cc5f None None] Pushing event updated for resources: {'Port': ['ID=36dd02e5-d695-465a-94db-b4230c91ad08,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:14.493860 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Attempting to bind port 36dd02e5-d695-465a-94db-b4230c91ad08 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:12:14.494229 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Attempting to bind port 36dd02e5-d695-465a-94db-b4230c91ad08 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:12:14.494591 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Attempting to bind port 36dd02e5-d695-465a-94db-b4230c91ad08 on network b11f5efd-e33a-4972-9f0b-6f3c889a5429 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:12:14.500174 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:12:14.500625 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Checking segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:12:14.501035 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.501426 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Bound using segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:12:14.501924 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Bound port: 36dd02e5-d695-465a-94db-b4230c91ad08, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:12:14.502313 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (36dd02e5-d695-465a-94db-b4230c91ad08), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.550716 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9b57da9e-4053-42f9-8422-dae397996234 req-3a8c54f4-c2b8-4eac-a770-5ddd82f81838 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782559 Mar 08 12:12:14.556497 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] For port 36dd02e5-d695-465a-94db-b4230c91ad08, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:12:14.559828 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] For port 36dd02e5-d695-465a-94db-b4230c91ad08, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=36dd02e5-d695-465a-94db-b4230c91ad08,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:12:14.645879 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (36dd02e5-d695-465a-94db-b4230c91ad08), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.650825 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57da9e-4053-42f9-8422-dae397996234 req-2788a509-3856-452c-8b54-171d86c07a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:14.652342 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9b57da9e-4053-42f9-8422-dae397996234 req-2788a509-3856-452c-8b54-171d86c07a62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0446460 Mar 08 12:12:14.707099 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Routers {'7c492cf2-0531-4f36-992c-95468343bbb4'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:14.707743 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:11:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['7c492cf2-0531-4f36-992c-95468343bbb4'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:14.712939 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0f489-01f1-4984-8d0e-c63034f7cc5f None None] Pushing event updated for resources: {'Port': ['ID=36dd02e5-d695-465a-94db-b4230c91ad08,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:14.749916 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.812585 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57da9e-4053-42f9-8422-dae397996234 req-cc4f01c9-cc12-48b6-a8c9-6881564d5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:14.814056 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9b57da9e-4053-42f9-8422-dae397996234 req-cc4f01c9-cc12-48b6-a8c9-6881564d5e59 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 916 time: 0.1442783 Mar 08 12:12:14.824169 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] Set router 7c492cf2-0531-4f36-992c-95468343bbb4 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:14.930042 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9b57da9e-4053-42f9-8422-dae397996234 req-22b2bf8e-6ab8-4237-b4ef-9d54b32df328 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06d68028-8d73-44a7-87ae-f4abfad3b44b HTTP/1.1" status: 200 len: 1001 time: 0.1078956 Mar 08 12:12:15.002991 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57da9e-4053-42f9-8422-dae397996234 req-94ceca4e-9347-4609-8022-38981637b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:15.004464 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9b57da9e-4053-42f9-8422-dae397996234 req-94ceca4e-9347-4609-8022-38981637b1e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10d5874f-f063-41f2-9463-3121d847e01c HTTP/1.1" status: 200 len: 854 time: 0.0668242 Mar 08 12:12:15.026344 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'name': 'tempest-TestMinimumBasicScenario-3120050-router', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:10Z', 'updated_at': '2022-03-08T12:12:14Z', 'revision_number': 4, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'gw_port': {'id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:11Z', 'updated_at': '2022-03-08T12:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '9bb1c05b-da73-4e05-b5a7-4fd9ac27e781', 'name': '', 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'mac_address': 'fa:16:3e:dd:1c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9414a4b0-ab50-451e-b383-ca76524054c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:13Z', 'updated_at': '2022-03-08T12:12:13Z', 'revision_number': 1, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'subnets': [{'id': '9414a4b0-ab50-451e-b383-ca76524054c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:15.045418 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Publish callbacks [] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.053722 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef46745-8030-412a-857a-70c9a08358a7 None None] The sync data for ids ['7c492cf2-0531-4f36-992c-95468343bbb4'] in dv-cinder-830086-2-iscsi is: [{'id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'name': 'tempest-TestMinimumBasicScenario-3120050-router', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:10Z', 'updated_at': '2022-03-08T12:12:14Z', 'revision_number': 4, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'gw_port': {'id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:11Z', 'updated_at': '2022-03-08T12:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '9bb1c05b-da73-4e05-b5a7-4fd9ac27e781', 'name': '', 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'mac_address': 'fa:16:3e:dd:1c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9414a4b0-ab50-451e-b383-ca76524054c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:13Z', 'updated_at': '2022-03-08T12:12:13Z', 'revision_number': 1, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'subnets': [{'id': '9414a4b0-ab50-451e-b383-ca76524054c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:12:15.065387 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57da9e-4053-42f9-8422-dae397996234 req-0a0f4f4d-5d9c-46d7-a74e-e42dd6c0e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:15.066934 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9b57da9e-4053-42f9-8422-dae397996234 req-0a0f4f4d-5d9c-46d7-a74e-e42dd6c0e00e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ee994c5-6065-46be-aff4-3acdf7e3b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553541 Mar 08 12:12:15.144037 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.228357 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Pushing event updated for resources: {'Port': ['ID=9bb1c05b-da73-4e05-b5a7-4fd9ac27e781,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:15.232101 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66820467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66621366'] for router_interface (7c492cf2-0531-4f36-992c-95468343bbb4), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.244557 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:15.244557 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:15.244557 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:15.245011 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:15.245011 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:15.252429 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:15.252429 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:15.252429 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:15.252429 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:15.252429 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:15.252429 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:15.252429 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:15.252429 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:15.256333 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9b57da9e-4053-42f9-8422-dae397996234 req-23bcf464-c510-49d0-a4ef-479f3b2250cf service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831310 Mar 08 12:12:15.418148 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Network ee0f430f-9151-4a06-9a84-f48017dcbd69 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:15.421573 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9b57da9e-4053-42f9-8422-dae397996234 req-baaf20e4-d0ea-464a-9351-773c3d356d04 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462820 Mar 08 12:12:15.422594 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:15.495707 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device b071d9fc-3748-4649-b4e3-6419db37e34c up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:12:15.563282 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port b071d9fc-3748-4649-b4e3-6419db37e34c triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:15.563665 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.588256 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Router 7c492cf2-0531-4f36-992c-95468343bbb4 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:12:15.660820 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port b071d9fc-3748-4649-b4e3-6419db37e34c is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:15.723523 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:12:15.735922 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-b52c76d1-a514-4ce6-aa7f-ad3ea0d4b42a admin admin] 10.222.0.43 "PUT /v2.0/routers/7c492cf2-0531-4f36-992c-95468343bbb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5384026 Mar 08 12:12:15.792972 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-5b778699-5a6f-4320-be26-e9aaca32b063 None None] Provisioning complete for port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:15.793427 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-5b778699-5a6f-4320-be26-e9aaca32b063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.862367 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-5b778699-5a6f-4320-be26-e9aaca32b063 None None] Port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:12:17.016106 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:12:17.502540 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 36dd02e5-d695-465a-94db-b4230c91ad08 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:12:17.592067 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 36dd02e5-d695-465a-94db-b4230c91ad08 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:17.592596 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (36dd02e5-d695-465a-94db-b4230c91ad08), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:17.640990 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b4399355-968b-41f0-8ad6-cd27f5f60d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:17.694755 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 36dd02e5-d695-465a-94db-b4230c91ad08 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:17.696219 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (36dd02e5-d695-465a-94db-b4230c91ad08), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:17.723445 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port 36dd02e5-d695-465a-94db-b4230c91ad08, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=36dd02e5-d695-465a-94db-b4230c91ad08,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:17.811371 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (36dd02e5-d695-465a-94db-b4230c91ad08), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:17.874080 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=36dd02e5-d695-465a-94db-b4230c91ad08,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:18.701744 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Sync routers for ids ['7c492cf2-0531-4f36-992c-95468343bbb4'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:12:18.712919 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Routers {'7c492cf2-0531-4f36-992c-95468343bbb4'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:18.713638 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:11:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['7c492cf2-0531-4f36-992c-95468343bbb4'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:18.830949 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Set router 7c492cf2-0531-4f36-992c-95468343bbb4 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:19.044451 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'name': 'tempest-TestMinimumBasicScenario-3120050-router', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:10Z', 'updated_at': '2022-03-08T12:12:14Z', 'revision_number': 4, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'gw_port': {'id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:11Z', 'updated_at': '2022-03-08T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '9bb1c05b-da73-4e05-b5a7-4fd9ac27e781', 'name': '', 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'mac_address': 'fa:16:3e:dd:1c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9414a4b0-ab50-451e-b383-ca76524054c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:13Z', 'updated_at': '2022-03-08T12:12:14Z', 'revision_number': 2, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'subnets': [{'id': '9414a4b0-ab50-451e-b383-ca76524054c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:19.078198 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Checking router: 7c492cf2-0531-4f36-992c-95468343bbb4 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:12:19.078711 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Updating router 7c492cf2-0531-4f36-992c-95468343bbb4 port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 binding host dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:12:19.108073 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:19.429481 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Publish callbacks [] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), precommit_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:19.460564 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 36dd02e5-d695-465a-94db-b4230c91ad08 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:12:19.490735 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:19.509367 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 36dd02e5-d695-465a-94db-b4230c91ad08 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:19.509746 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (36dd02e5-d695-465a-94db-b4230c91ad08), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:19.537326 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e9234-87d3-4ff7-b473-73fec17e4aa7 None None] Pushing event updated for resources: {'Port': ['ID=9bb1c05b-da73-4e05-b5a7-4fd9ac27e781,revision_number=3']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:19.609731 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 36dd02e5-d695-465a-94db-b4230c91ad08 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:19.612654 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Attempting to bind port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:12:19.613066 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Attempting to bind port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'd44f61f5-55d8-4edd-8eca-5d735c09cf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69'}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:12:19.613618 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Attempting to bind port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 on network ee0f430f-9151-4a06-9a84-f48017dcbd69 {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:12:19.619105 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:12:19.619475 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Checking segment: {'id': 'd44f61f5-55d8-4edd-8eca-5d735c09cf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:12:19.619891 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:19.620267 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Bound using segment: {'id': 'd44f61f5-55d8-4edd-8eca-5d735c09cf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69'} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:12:19.620760 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Bound port: 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44f61f5-55d8-4edd-8eca-5d735c09cf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69'}}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:12:19.621285 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:19.705016 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] For port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:12:19.711940 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] For port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=9bb1c05b-da73-4e05-b5a7-4fd9ac27e781,segment=NetworkSegment(d44f61f5-55d8-4edd-8eca-5d735c09cf02),segment_id=d44f61f5-55d8-4edd-8eca-5d735c09cf02)] {{(pid=110284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:12:19.795055 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:19.810438 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-a4e98e14-e6a6-48c7-8216-8073da1c2a5e None None] Provisioning complete for port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:19.810981 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a4e98e14-e6a6-48c7-8216-8073da1c2a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:19.906738 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e9234-87d3-4ff7-b473-73fec17e4aa7 None None] Pushing event updated for resources: {'Port': ['ID=9bb1c05b-da73-4e05-b5a7-4fd9ac27e781,revision_number=4']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:19.912257 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Routers {'7c492cf2-0531-4f36-992c-95468343bbb4'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:19.913470 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:11:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['7c492cf2-0531-4f36-992c-95468343bbb4'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:19.915457 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-a4e98e14-e6a6-48c7-8216-8073da1c2a5e None None] Current status of the port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:19.915875 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a4e98e14-e6a6-48c7-8216-8073da1c2a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:20.003991 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-a4e98e14-e6a6-48c7-8216-8073da1c2a5e None None] For port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=9bb1c05b-da73-4e05-b5a7-4fd9ac27e781,segment=NetworkSegment(d44f61f5-55d8-4edd-8eca-5d735c09cf02),segment_id=d44f61f5-55d8-4edd-8eca-5d735c09cf02)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:20.085788 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a4e98e14-e6a6-48c7-8216-8073da1c2a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:20.158290 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-39376ee4-0600-43fd-a799-5aeae66455d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:20.177652 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e98e14-e6a6-48c7-8216-8073da1c2a5e None None] Pushing event updated for resources: {'Port': ['ID=9bb1c05b-da73-4e05-b5a7-4fd9ac27e781,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:20.178816 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] Set router 7c492cf2-0531-4f36-992c-95468343bbb4 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:20.311271 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-e0129e88-1760-449c-bb34-03688529556c None None] Provisioning complete for port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:20.311656 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-e0129e88-1760-449c-bb34-03688529556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:20.423485 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-e0129e88-1760-449c-bb34-03688529556c None None] Current status of the port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:20.428833 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'name': 'tempest-TestMinimumBasicScenario-3120050-router', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:10Z', 'updated_at': '2022-03-08T12:12:14Z', 'revision_number': 4, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'gw_port': {'id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:11Z', 'updated_at': '2022-03-08T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '9bb1c05b-da73-4e05-b5a7-4fd9ac27e781', 'name': '', 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'mac_address': 'fa:16:3e:dd:1c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9414a4b0-ab50-451e-b383-ca76524054c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:13Z', 'updated_at': '2022-03-08T12:12:19Z', 'revision_number': 4, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'subnets': [{'id': '9414a4b0-ab50-451e-b383-ca76524054c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:20.458351 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b71b9f-d84f-44f7-acbf-1214d66ba03c None None] The sync data for ids ['7c492cf2-0531-4f36-992c-95468343bbb4'] in dv-cinder-830086-2-iscsi is: [{'id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'name': 'tempest-TestMinimumBasicScenario-3120050-router', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:10Z', 'updated_at': '2022-03-08T12:12:14Z', 'revision_number': 4, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'gw_port': {'id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:11Z', 'updated_at': '2022-03-08T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '9bb1c05b-da73-4e05-b5a7-4fd9ac27e781', 'name': '', 'network_id': 'ee0f430f-9151-4a06-9a84-f48017dcbd69', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'mac_address': 'fa:16:3e:dd:1c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9414a4b0-ab50-451e-b383-ca76524054c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:13Z', 'updated_at': '2022-03-08T12:12:19Z', 'revision_number': 4, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'subnets': [{'id': '9414a4b0-ab50-451e-b383-ca76524054c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:12:21.060011 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:21.510379 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:12:21.566430 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:21.566809 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:21.664823 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:22.625635 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:23.958213 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:27.266931 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-6f44aee1-7e36-443f-a3ae-981378ceef7f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:27.268426 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-6f44aee1-7e36-443f-a3ae-981378ceef7f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/networks?id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170 HTTP/1.1" status: 200 len: 814 time: 0.1020648 Mar 08 12:12:27.282826 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-1da72bb0-cb88-415d-ba12-bc53b3411898 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/quotas/f50093a27dcb469f994f59480783a409 HTTP/1.1" status: 200 len: 375 time: 0.0090985 Mar 08 12:12:27.336499 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-a555ddea-6786-4ac5-a7e9-0cdd3770cd17 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f50093a27dcb469f994f59480783a409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487494 Mar 08 12:12:27.435018 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-30087308-a370-48b1-8ac9-f5598e47e0ac service neutron] 10.222.0.43 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874541 Mar 08 12:12:27.523382 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-b8ef4d1c-d5df-4f52-a963-2f5c900a50e0 service neutron] 10.222.0.43 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822234 Mar 08 12:12:27.820762 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-99768e2e-b4f6-4271-8bd7-48fa97a91426 req-a47f6278-15c4-400f-a57c-8949896dc769 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 210 time: 0.0301929 Mar 08 12:12:28.899853 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e56c73c4-ff11-4742-a075-cff68a47439a req-a8b17f11-b4d1-4a6c-80d1-026054bae2c9 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 210 time: 0.0254660 Mar 08 12:12:29.992293 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8c62324b-93db-4e58-b8e8-14596c08973d req-a33f625a-8e44-4056-9e95-ca443f563f69 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 210 time: 0.0267370 Mar 08 12:12:30.185253 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-eefa0aef-bf5f-4e57-a918-b120a042063b tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:30.186629 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-eefa0aef-bf5f-4e57-a918-b120a042063b tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.53 "GET /v2.0/networks?id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170 HTTP/1.1" status: 200 len: 814 time: 0.1063204 Mar 08 12:12:30.204302 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-7e300da7-4a51-4ada-9f03-206b69b1f6a7 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Request body: {'port': {'device_id': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'admin_state_up': True, 'tenant_id': 'f50093a27dcb469f994f59480783a409'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:30.393205 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-7e300da7-4a51-4ada-9f03-206b69b1f6a7 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Made reservation on behalf of f50093a27dcb469f994f59480783a409 for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:12:30.396792 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-7e300da7-4a51-4ada-9f03-206b69b1f6a7 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:30.526499 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-7e300da7-4a51-4ada-9f03-206b69b1f6a7 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Allocated IP 172.20.0.9 (5aa863cb-06dc-40e3-a0bc-f0cc02d97170/e06c55e0-a54a-47d4-a931-ff934459ce93/3fdd4215-913f-490f-afcd-94bb68a1708c) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:12:30.675376 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-7e300da7-4a51-4ada-9f03-206b69b1f6a7 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:30.774501 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-7e300da7-4a51-4ada-9f03-206b69b1f6a7 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:30.822324 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-7e300da7-4a51-4ada-9f03-206b69b1f6a7 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:30.826490 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-7e300da7-4a51-4ada-9f03-206b69b1f6a7 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:30.838881 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-7e300da7-4a51-4ada-9f03-206b69b1f6a7 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:12:30.874956 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e300da7-4a51-4ada-9f03-206b69b1f6a7 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event updated for resources: {'Port': ['ID=3fdd4215-913f-490f-afcd-94bb68a1708c,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:30.948810 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-7e300da7-4a51-4ada-9f03-206b69b1f6a7 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:30.948810 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-7e300da7-4a51-4ada-9f03-206b69b1f6a7 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:31.074069 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-7e300da7-4a51-4ada-9f03-206b69b1f6a7 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8734961 Mar 08 12:12:31.162813 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0e1fb-4210-45e6-b532-e70bb0cc1a33 req-62d2b902-c37a-44c5-aaa9-7b130b3f45c6 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:31.164744 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0fe0e1fb-4210-45e6-b532-e70bb0cc1a33 req-62d2b902-c37a-44c5-aaa9-7b130b3f45c6 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 931 time: 0.0793746 Mar 08 12:12:31.226095 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-a9fe2719-de24-4edf-9e20-fa629f88a1b0 None None] Provisioning complete for port 3fdd4215-913f-490f-afcd-94bb68a1708c triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:31.227194 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2719-de24-4edf-9e20-fa629f88a1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:31.231780 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0fe0e1fb-4210-45e6-b532-e70bb0cc1a33 req-953b6cc0-0ff9-4123-97d8-c3b38756a415 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597467 Mar 08 12:12:31.264937 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe2719-de24-4edf-9e20-fa629f88a1b0 None None] Port 3fdd4215-913f-490f-afcd-94bb68a1708c cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:12:32.349713 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba5490-e751-447c-9833-2e3c4efcf8ee req-b5e90a85-bd15-4217-b5b8-1ec2776f1a1f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:32.351193 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-58ba5490-e751-447c-9833-2e3c4efcf8ee req-b5e90a85-bd15-4217-b5b8-1ec2776f1a1f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 931 time: 0.0546565 Mar 08 12:12:32.408274 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-58ba5490-e751-447c-9833-2e3c4efcf8ee req-ba695e30-33cd-4e24-9a6d-1e262deb096f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510969 Mar 08 12:12:33.546203 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad67407-cf21-4b83-8e50-b82df95712f6 req-701ef458-4fde-498d-ab9e-b43f28bbc867 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:33.548085 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fad67407-cf21-4b83-8e50-b82df95712f6 req-701ef458-4fde-498d-ab9e-b43f28bbc867 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 931 time: 0.0629895 Mar 08 12:12:33.599714 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fad67407-cf21-4b83-8e50-b82df95712f6 req-869d4a27-b5ac-403d-8f73-323837502211 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435722 Mar 08 12:12:34.724446 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4b9a9-89bf-4938-a57b-b534ba83fd47 req-e348954d-bc85-4c14-be75-71867935e363 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:34.725893 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08b4b9a9-89bf-4938-a57b-b534ba83fd47 req-e348954d-bc85-4c14-be75-71867935e363 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 931 time: 0.0583222 Mar 08 12:12:34.781010 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08b4b9a9-89bf-4938-a57b-b534ba83fd47 req-e3490d40-0ad1-40fa-a87d-b855faa7d1e9 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492318 Mar 08 12:12:35.907246 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec689ad3-86c7-4914-823b-9763100be09d req-61982429-ce2f-4e75-8599-56dffda701cd tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:35.909030 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ec689ad3-86c7-4914-823b-9763100be09d req-61982429-ce2f-4e75-8599-56dffda701cd tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 931 time: 0.0567703 Mar 08 12:12:35.965730 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ec689ad3-86c7-4914-823b-9763100be09d req-35f6572e-4281-4e6b-ac7f-422a0d90a45f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503259 Mar 08 12:12:37.071427 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:37.139458 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fa00e-6acc-402f-92b0-f3de74ddd194 req-b574a047-f2bb-47b0-9b19-8d65965438fc tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:37.141167 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-104fa00e-6acc-402f-92b0-f3de74ddd194 req-b574a047-f2bb-47b0-9b19-8d65965438fc tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 931 time: 0.0904605 Mar 08 12:12:37.201449 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-104fa00e-6acc-402f-92b0-f3de74ddd194 req-505cbaaf-1cc8-459b-8e73-308931449977 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539873 Mar 08 12:12:38.341746 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e845650-2e6e-47f7-b7fd-435f450e6f2f req-51129ace-0100-4a62-b820-810a76d1f034 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:38.344898 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6e845650-2e6e-47f7-b7fd-435f450e6f2f req-51129ace-0100-4a62-b820-810a76d1f034 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 931 time: 0.0675437 Mar 08 12:12:38.392721 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6e845650-2e6e-47f7-b7fd-435f450e6f2f req-339e8cc9-c374-4183-b874-a44d869a098a tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462215 Mar 08 12:12:39.521715 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0e921-5f83-44a9-a371-bb0bc8f3823a req-d71a3902-0eb6-477d-bb69-4a792b16550f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:39.523311 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-78d0e921-5f83-44a9-a371-bb0bc8f3823a req-d71a3902-0eb6-477d-bb69-4a792b16550f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 931 time: 0.0562925 Mar 08 12:12:39.578314 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-78d0e921-5f83-44a9-a371-bb0bc8f3823a req-e36b1271-ef42-4efb-b411-369ac557f9ab tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491149 Mar 08 12:12:40.697931 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad58ef-946b-4b44-9a05-d93ee8c81c51 req-4da5504c-cbfc-419f-b013-b443342576a6 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:40.700238 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7dad58ef-946b-4b44-9a05-d93ee8c81c51 req-4da5504c-cbfc-419f-b013-b443342576a6 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 931 time: 0.0539680 Mar 08 12:12:40.746826 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7dad58ef-946b-4b44-9a05-d93ee8c81c51 req-2dff17cc-9782-4e85-ba0b-d9fd7693ac7e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408251 Mar 08 12:12:41.874578 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dadf3a-be0e-420f-8ec6-6dc495917b41 req-88812e7a-aa69-406f-ab18-51678e0f8e5e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:41.876136 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a0dadf3a-be0e-420f-8ec6-6dc495917b41 req-88812e7a-aa69-406f-ab18-51678e0f8e5e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 931 time: 0.0595644 Mar 08 12:12:41.926019 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a0dadf3a-be0e-420f-8ec6-6dc495917b41 req-0ccb55d8-ae61-41ed-972a-80f68301f969 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442181 Mar 08 12:12:42.818054 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Request body: {'port': {'device_id': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:42.887962 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:43.136244 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ccf9a-d34c-4aed-9e0b-21a85df85c93 req-5b6b4f5d-5979-449c-a48d-5fe539442b70 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:43.137776 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6e7ccf9a-d34c-4aed-9e0b-21a85df85c93 req-5b6b4f5d-5979-449c-a48d-5fe539442b70 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 931 time: 0.1299372 Mar 08 12:12:43.223738 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6e7ccf9a-d34c-4aed-9e0b-21a85df85c93 req-ea7e5806-b131-41e4-827b-83debfda0d8e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789435 Mar 08 12:12:43.267743 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdd4215-913f-490f-afcd-94bb68a1708c {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:12:43.276135 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Publish callbacks [] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:43.289875 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Transition to ACTIVE for port object 3fdd4215-913f-490f-afcd-94bb68a1708c will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:12:43.379799 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:43.431820 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdd4215-913f-490f-afcd-94bb68a1708c,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:43.510214 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Attempting to bind port 3fdd4215-913f-490f-afcd-94bb68a1708c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:12:43.510576 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Attempting to bind port 3fdd4215-913f-490f-afcd-94bb68a1708c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'cea68613-bea8-45d2-bb89-f2b50b4f6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:12:43.510885 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Attempting to bind port 3fdd4215-913f-490f-afcd-94bb68a1708c on network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:12:43.516942 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Port 3fdd4215-913f-490f-afcd-94bb68a1708c on network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:12:43.517348 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Attempting to bind port 3fdd4215-913f-490f-afcd-94bb68a1708c on network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:12:43.522830 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:12:43.523157 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Checking segment: {'id': 'cea68613-bea8-45d2-bb89-f2b50b4f6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:12:43.523609 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Bound using segment: {'id': 'cea68613-bea8-45d2-bb89-f2b50b4f6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:12:43.524008 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Bound port: 3fdd4215-913f-490f-afcd-94bb68a1708c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea68613-bea8-45d2-bb89-f2b50b4f6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:12:43.524389 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:43.606434 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] For port 3fdd4215-913f-490f-afcd-94bb68a1708c, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:12:43.610419 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] For port 3fdd4215-913f-490f-afcd-94bb68a1708c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3fdd4215-913f-490f-afcd-94bb68a1708c,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:12:43.683989 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:43.717255 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:43.717869 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:43.719298 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] 10.222.0.53 "PUT /v2.0/ports/3fdd4215-913f-490f-afcd-94bb68a1708c HTTP/1.1" status: 200 len: 1093 time: 0.9057510 Mar 08 12:12:43.719746 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:12:43.722023 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c26bf4b-d52d-44ef-b7c1-df32c5dc35c0" -d '{"events": [{"name": "network-changed", "server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:12:43.761229 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9eb18-58bd-48b4-96a8-1a9a73b2f207 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdd4215-913f-490f-afcd-94bb68a1708c,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:43.931026 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-b1b1ff09-0e79-430c-b622-efafb72a6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:43.934209 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-b1b1ff09-0e79-430c-b622-efafb72a6b00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f50093a27dcb469f994f59480783a409&device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 1127 time: 0.0706406 Mar 08 12:12:43.989450 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6275ed-cbcd-499d-88cf-8dbb589e5405 x-openstack-request-id: req-7b6275ed-cbcd-499d-88cf-8dbb589e5405 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:12:43.992332 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:12:43.992332 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b6275ed-cbcd-499d-88cf-8dbb589e5405 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:12:43.992332 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c', 'status': 'completed', 'code': 200} Mar 08 12:12:43.992332 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-f9d382a9-029f-4dae-adf0-7d23a19c1d6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdd4215-913f-490f-afcd-94bb68a1708c HTTP/1.1" status: 200 len: 217 time: 0.0432107 Mar 08 12:12:44.042094 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-3d325641-0776-4264-9365-07359dda051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:44.044117 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-3d325641-0776-4264-9365-07359dda051b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e06c55e0-a54a-47d4-a931-ff934459ce93 HTTP/1.1" status: 200 len: 853 time: 0.0453837 Mar 08 12:12:44.094039 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-504b2a7d-d9ed-4c81-9e6d-35991c08a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:44.095551 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-504b2a7d-d9ed-4c81-9e6d-35991c08a0a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461547 Mar 08 12:12:44.205763 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-a0642c8c-81de-41ac-a36d-31791bf024cc service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909479 Mar 08 12:12:44.298944 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b07a6ad-fd30-4d3b-8677-ab083fae15ee req-ae91b0cd-8fab-4ba2-903e-25a9ebc6f341 service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845878 Mar 08 12:12:44.355117 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10f1a8-36a6-4927-846b-7f268df4072d req-ccbf3a5e-af3b-4421-9e32-b9edfdf14eca tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:44.357153 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fc10f1a8-36a6-4927-846b-7f268df4072d req-ccbf3a5e-af3b-4421-9e32-b9edfdf14eca tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 943 time: 0.0580583 Mar 08 12:12:44.407416 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fc10f1a8-36a6-4927-846b-7f268df4072d req-d221012d-f8ea-40b6-882a-c6678803858a tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446000 Mar 08 12:12:44.513154 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26bf4b-d52d-44ef-b7c1-df32c5dc35c0 req-c3940273-e483-40a8-a033-74f258c43ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:44.514564 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9c26bf4b-d52d-44ef-b7c1-df32c5dc35c0 req-c3940273-e483-40a8-a033-74f258c43ef7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f50093a27dcb469f994f59480783a409&device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 1127 time: 0.0439737 Mar 08 12:12:44.618306 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26bf4b-d52d-44ef-b7c1-df32c5dc35c0 req-60ed1909-8896-4a82-afce-f6d4dc29de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:44.619771 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9c26bf4b-d52d-44ef-b7c1-df32c5dc35c0 req-60ed1909-8896-4a82-afce-f6d4dc29de03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170 HTTP/1.1" status: 200 len: 915 time: 0.0993464 Mar 08 12:12:44.661505 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9c26bf4b-d52d-44ef-b7c1-df32c5dc35c0 req-7c20ecad-cf98-4b12-9689-664bc7857999 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdd4215-913f-490f-afcd-94bb68a1708c HTTP/1.1" status: 200 len: 217 time: 0.0351346 Mar 08 12:12:44.711717 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26bf4b-d52d-44ef-b7c1-df32c5dc35c0 req-86fe7f45-2b2f-4469-be7d-f69382dc87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:44.713315 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9c26bf4b-d52d-44ef-b7c1-df32c5dc35c0 req-86fe7f45-2b2f-4469-be7d-f69382dc87cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e06c55e0-a54a-47d4-a931-ff934459ce93 HTTP/1.1" status: 200 len: 853 time: 0.0440836 Mar 08 12:12:44.767953 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26bf4b-d52d-44ef-b7c1-df32c5dc35c0 req-d3f13c89-8ac0-4eeb-b3df-396e408e299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:44.769399 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9c26bf4b-d52d-44ef-b7c1-df32c5dc35c0 req-d3f13c89-8ac0-4eeb-b3df-396e408e299c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504868 Mar 08 12:12:44.883103 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9c26bf4b-d52d-44ef-b7c1-df32c5dc35c0 req-09bf69ce-2a56-42fc-8070-eef07510fdbd service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075287 Mar 08 12:12:44.980648 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9c26bf4b-d52d-44ef-b7c1-df32c5dc35c0 req-1fb02215-d6ee-4fad-8935-ee5dd221da5e service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906396 Mar 08 12:12:45.528507 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351c6ed-5954-455d-9ef9-3c10c4edf4d8 req-b63b71bc-952d-424a-b7de-95852ab12a69 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:45.530002 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8351c6ed-5954-455d-9ef9-3c10c4edf4d8 req-b63b71bc-952d-424a-b7de-95852ab12a69 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 943 time: 0.0520267 Mar 08 12:12:45.578540 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8351c6ed-5954-455d-9ef9-3c10c4edf4d8 req-5134566a-a4c1-468b-9399-fd20c8209902 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 Mar 08 12:12:46.695532 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d8ab5-d989-40c5-bf1a-4bbf230dbfa3 req-c475094f-755f-4224-ab8e-308c11e8bd1b tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:46.697096 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ea6d8ab5-d989-40c5-bf1a-4bbf230dbfa3 req-c475094f-755f-4224-ab8e-308c11e8bd1b tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 943 time: 0.0530217 Mar 08 12:12:46.749569 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ea6d8ab5-d989-40c5-bf1a-4bbf230dbfa3 req-77d41e0f-1780-4cf2-8c25-bd952410b32e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462914 Mar 08 12:12:47.662009 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-e33af607-6ba2-49dd-af17-33734d17c216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:47.880191 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79087b-c779-4af9-ab9d-fbf355ff715c req-352b2d1b-8119-4d32-92c0-d1dc95a573af tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:47.881692 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aa79087b-c779-4af9-ab9d-fbf355ff715c req-352b2d1b-8119-4d32-92c0-d1dc95a573af tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 943 time: 0.0594671 Mar 08 12:12:47.933047 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aa79087b-c779-4af9-ab9d-fbf355ff715c req-5a0268f7-6932-40b5-b856-65d0542707ba tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451317 Mar 08 12:12:48.738640 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 3fdd4215-913f-490f-afcd-94bb68a1708c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:12:48.838990 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 3fdd4215-913f-490f-afcd-94bb68a1708c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3fdd4215-913f-490f-afcd-94bb68a1708c,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:48.850735 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '3fdd4215-913f-490f-afcd-94bb68a1708c', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'port_id': '3fdd4215-913f-490f-afcd-94bb68a1708c', 'mac_address': 'fa:16:3e:2d:71:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:12:48.889981 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 3fdd4215-913f-490f-afcd-94bb68a1708c is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:48.890784 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:48.903869 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdd4215-913f-490f-afcd-94bb68a1708c {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:12:48.923369 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 3fdd4215-913f-490f-afcd-94bb68a1708c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3fdd4215-913f-490f-afcd-94bb68a1708c,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:49.015956 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:49.055478 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bd8c0-c91c-4b00-a4a8-4748094050ea req-2a69cd55-34a9-47ea-a433-49405c50f169 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:49.057086 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-585bd8c0-c91c-4b00-a4a8-4748094050ea req-2a69cd55-34a9-47ea-a433-49405c50f169 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 943 time: 0.0543742 Mar 08 12:12:49.067147 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=3fdd4215-913f-490f-afcd-94bb68a1708c,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:49.127561 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-585bd8c0-c91c-4b00-a4a8-4748094050ea req-73d212e1-d181-4924-80e9-cdec02ece7cd tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642400 Mar 08 12:12:49.446077 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['3fdd4215-913f-490f-afcd-94bb68a1708c'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:12:50.133593 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a410cbba-663c-4a41-8b5c-c2febe89c135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:50.253122 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f8e14-13a7-424c-8b45-a612ff216e51 req-86c792c2-889c-4440-8c0d-aff6ac443e5e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:50.254596 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a98f8e14-13a7-424c-8b45-a612ff216e51 req-86c792c2-889c-4440-8c0d-aff6ac443e5e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 944 time: 0.0583353 Mar 08 12:12:50.304950 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a98f8e14-13a7-424c-8b45-a612ff216e51 req-35b5750e-fdc9-4524-a71b-2089467b57ec tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447578 Mar 08 12:12:50.738813 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 3fdd4215-913f-490f-afcd-94bb68a1708c up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:12:50.856702 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 3fdd4215-913f-490f-afcd-94bb68a1708c completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:12:50.861536 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 3fdd4215-913f-490f-afcd-94bb68a1708c triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:50.861916 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:50.945355 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 3fdd4215-913f-490f-afcd-94bb68a1708c is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:12:50.945751 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:50.969150 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:12:50.971391 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004db3d3-a163-4b7c-8151-09182e4dde3f" -d '{"events": [{"server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "name": "network-vif-plugged", "status": "completed", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:12:50.996548 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 3fdd4215-913f-490f-afcd-94bb68a1708c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3fdd4215-913f-490f-afcd-94bb68a1708c,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:51.104868 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec09a604-1b66-4fbb-a08a-2ba0e5278563 x-openstack-request-id: req-ec09a604-1b66-4fbb-a08a-2ba0e5278563 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:12:51.105680 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "name": "network-vif-plugged", "status": "completed", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:12:51.105944 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec09a604-1b66-4fbb-a08a-2ba0e5278563 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:12:51.106340 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c', 'code': 200} Mar 08 12:12:51.123684 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:51.125459 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:51.183388 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=3fdd4215-913f-490f-afcd-94bb68a1708c,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:51.424295 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de97a9-e81f-4078-b747-c740dd944df4 req-6b9f1d9f-ae60-4b0b-a1d1-3492247a79bd tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:51.425836 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d2de97a9-e81f-4078-b747-c740dd944df4 req-6b9f1d9f-ae60-4b0b-a1d1-3492247a79bd tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 945 time: 0.0541782 Mar 08 12:12:51.498957 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d2de97a9-e81f-4078-b747-c740dd944df4 req-52766a75-e226-4334-b2a1-69cfff2d569e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649092 Mar 08 12:12:51.503346 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cbbc0-4225-4d7c-b952-0c8e0345db2b req-3add0427-1b36-44c9-b2fd-bfacd59ca4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:51.504892 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9a7cbbc0-4225-4d7c-b952-0c8e0345db2b req-3add0427-1b36-44c9-b2fd-bfacd59ca4f9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 1129 time: 0.0781436 Mar 08 12:12:51.564098 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9a7cbbc0-4225-4d7c-b952-0c8e0345db2b req-a21d26a0-eb36-4e81-9dee-2abdaaac32bb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517213 Mar 08 12:12:52.541810 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:52.620603 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae5f6d-d5a5-42d7-9c84-87eef58ceb1d req-b6de4091-c44f-4bc4-8d2a-6281f61e356e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:52.622677 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24ae5f6d-d5a5-42d7-9c84-87eef58ceb1d req-b6de4091-c44f-4bc4-8d2a-6281f61e356e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 945 time: 0.0539277 Mar 08 12:12:52.671787 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-24ae5f6d-d5a5-42d7-9c84-87eef58ceb1d req-cba38b26-8c20-4b86-851c-9424843d6c12 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Mar 08 12:12:52.705832 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51280) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:52.710649 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474229355', 'description': 'tempest-description--1552124195'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:52.811231 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:52.899821 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (6f62b3ac-2e9e-485b-8404-58d2e59f695f), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.033113 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6f62b3ac-2e9e-485b-8404-58d2e59f695f), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.062695 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f62b3ac-2e9e-485b-8404-58d2e59f695f,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:53.069918 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.070273 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.077714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.077714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.077714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.077714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.077714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.077714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.077714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.077714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.077714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.077714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.077714 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.159597 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.160929 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-d5dd3b53-4031-4746-be67-2b5be616dec2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4540756 Mar 08 12:12:53.163831 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51282) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:53.168645 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-1c50ce3a-4928-47ec-b9f4-bc200f1bf042 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'security_group_rule': {'security_group_id': '6f62b3ac-2e9e-485b-8404-58d2e59f695f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:53.261112 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1c50ce3a-4928-47ec-b9f4-bc200f1bf042 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (36de6ce4-ba3a-4fae-9796-cb40c13ba8ec), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.319321 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1c50ce3a-4928-47ec-b9f4-bc200f1bf042 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (36de6ce4-ba3a-4fae-9796-cb40c13ba8ec), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.399247 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1c50ce3a-4928-47ec-b9f4-bc200f1bf042 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (36de6ce4-ba3a-4fae-9796-cb40c13ba8ec), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.416939 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50ce3a-4928-47ec-b9f4-bc200f1bf042 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36de6ce4-ba3a-4fae-9796-cb40c13ba8ec,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:53.486896 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1c50ce3a-4928-47ec-b9f4-bc200f1bf042 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.488142 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-1c50ce3a-4928-47ec-b9f4-bc200f1bf042 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3231447 Mar 08 12:12:53.490832 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51284) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:53.495200 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-6e0a521e-ff13-4b63-9218-512777f23e7b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'security_group_rule': {'security_group_id': '6f62b3ac-2e9e-485b-8404-58d2e59f695f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:53.576175 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6e0a521e-ff13-4b63-9218-512777f23e7b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (eedb95a2-e6ab-43df-b0ad-df3d2139b986), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.641484 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6e0a521e-ff13-4b63-9218-512777f23e7b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (eedb95a2-e6ab-43df-b0ad-df3d2139b986), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.700464 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6e0a521e-ff13-4b63-9218-512777f23e7b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (eedb95a2-e6ab-43df-b0ad-df3d2139b986), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.722302 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a521e-ff13-4b63-9218-512777f23e7b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedb95a2-e6ab-43df-b0ad-df3d2139b986,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:53.795636 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da9790-7078-4404-9095-15487911926b req-d16983e2-da28-4a1e-96c0-6c85257ad993 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:53.797305 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d2da9790-7078-4404-9095-15487911926b req-d16983e2-da28-4a1e-96c0-6c85257ad993 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 945 time: 0.0541892 Mar 08 12:12:53.806242 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6e0a521e-ff13-4b63-9218-512777f23e7b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.807877 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-6e0a521e-ff13-4b63-9218-512777f23e7b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160777 Mar 08 12:12:53.811789 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51288) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:53.819017 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'floatingip': {'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:53.864661 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d2da9790-7078-4404-9095-15487911926b req-1c928467-0ea2-4885-af97-971cb3edc81f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610616 Mar 08 12:12:53.905917 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.936927 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:54.015772 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:12:54.063981 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:54.230824 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Allocated IP 172.27.0.8 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/49dc25d5-12ba-4fa7-a335-082e64d1e1a0) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:12:54.303091 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998cabc-2f70-4fe4-851c-26575b74717b req-e99e3afd-6ffd-460a-bde2-cb0eb7b3f40c tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:54.304699 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b998cabc-2f70-4fe4-851c-26575b74717b req-e99e3afd-6ffd-460a-bde2-cb0eb7b3f40c tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 945 time: 0.3653510 Mar 08 12:12:54.355184 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for port (49dc25d5-12ba-4fa7-a335-082e64d1e1a0), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:54.357275 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b998cabc-2f70-4fe4-851c-26575b74717b req-de930759-d5e5-48d5-885f-d75e2698fdc3 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455937 Mar 08 12:12:54.456729 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (49dc25d5-12ba-4fa7-a335-082e64d1e1a0), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:54.502120 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:54.505049 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:54.509981 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:12:54.513617 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'Port': ['ID=49dc25d5-12ba-4fa7-a335-082e64d1e1a0,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:54.606723 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (b69e5ace-f903-4fad-8f89-f050e5a97f5e), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:54.709412 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (49dc25d5-12ba-4fa7-a335-082e64d1e1a0), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:54.713522 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7115e3-00d2-4545-9760-a433b7b94db8 req-51358dd0-3877-41f4-b71a-710901759e5f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:54.715133 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bc7115e3-00d2-4545-9760-a433b7b94db8 req-51358dd0-3877-41f4-b71a-710901759e5f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 945 time: 0.0543778 Mar 08 12:12:54.768693 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bc7115e3-00d2-4545-9760-a433b7b94db8 req-bfddd613-4f81-40d7-9d3d-4ab25e3ed6a3 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472302 Mar 08 12:12:54.882355 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for port (49dc25d5-12ba-4fa7-a335-082e64d1e1a0), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:54.951298 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (49dc25d5-12ba-4fa7-a335-082e64d1e1a0), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:55.022843 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'Port': ['ID=49dc25d5-12ba-4fa7-a335-082e64d1e1a0,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:55.038477 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (b69e5ace-f903-4fad-8f89-f050e5a97f5e), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:55.141769 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:55.143163 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-2b87c98f-8826-48e3-82b5-41ec652d3f00 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3299539 Mar 08 12:12:55.360103 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-6a5c6b08-17d2-4b68-a785-8afcf57a5e09 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--474229355&fields=id&tenant_id=275913fc7a5e4a23921ad8f920874035 HTTP/1.1" status: 200 len: 267 time: 0.0491269 Mar 08 12:12:55.476222 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-e54b5281-fec5-42e6-a3ed-49aea7bcaa57 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:55.477856 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-e54b5281-fec5-42e6-a3ed-49aea7bcaa57 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 815 time: 0.1112065 Mar 08 12:12:55.495163 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-71c15f72-ad1a-4028-9ae5-f82eecb0fceb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/quotas/275913fc7a5e4a23921ad8f920874035 HTTP/1.1" status: 200 len: 375 time: 0.0112319 Mar 08 12:12:55.559660 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-c6b1caca-114a-4cf7-bb77-010c84bf35b0 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548985 Mar 08 12:12:55.674977 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-d0e2947f-78a9-4ccb-a1d4-cb1f6f073414 service neutron] 10.222.0.43 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034179 Mar 08 12:12:55.777510 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-6ac6788a-4bf8-482c-b823-d9b7cbdcd62a service neutron] 10.222.0.43 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964370 Mar 08 12:12:56.026363 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-75b99dfb-082b-4215-8d41-46393adb8f46 req-7dbe953f-0d63-47ef-b573-e6171a16aef2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 210 time: 0.0293968 Mar 08 12:12:57.124599 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d5b214ee-7b38-428a-aec0-c873a2865bcd req-3b79e21a-20bd-4882-aa25-4a2cf21dbecf tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 210 time: 0.0273652 Mar 08 12:12:58.156378 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-ca6fe4e5-ce98-44c5-bab0-c202c10eb50e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:58.158062 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-ca6fe4e5-ce98-44c5-bab0-c202c10eb50e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 815 time: 0.1028135 Mar 08 12:12:58.246668 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7af54667-e5ec-4712-ac11-bf181f2a97b7 req-8efc97da-c677-436b-a3a0-cfc04ba5c770 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 210 time: 0.0393903 Mar 08 12:12:58.281454 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-a1d8dc63-e948-43d0-8b1d-895848fa0b6e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275913fc7a5e4a23921ad8f920874035 HTTP/1.1" status: 200 len: 472 time: 0.1061561 Mar 08 12:12:58.290920 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-11863066-07f5-4c2a-ab87-591c848ac689 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'port': {'device_id': '8dd173ee-aba9-460f-bd2e-b71e74d91ecb', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'admin_state_up': True, 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'security_groups': ['6f62b3ac-2e9e-485b-8404-58d2e59f695f']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:58.496469 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-11863066-07f5-4c2a-ab87-591c848ac689 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Made reservation on behalf of 275913fc7a5e4a23921ad8f920874035 for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:12:58.501190 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-11863066-07f5-4c2a-ab87-591c848ac689 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:58.638956 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-11863066-07f5-4c2a-ab87-591c848ac689 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Allocated IP 172.20.0.10 (3ee994c5-6065-46be-aff4-3acdf7e3b825/10d5874f-f063-41f2-9463-3121d847e01c/193ed078-86b9-462a-b790-ea787dbc22fa) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:12:58.780982 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-11863066-07f5-4c2a-ab87-591c848ac689 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for port (193ed078-86b9-462a-b790-ea787dbc22fa), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:58.871395 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-11863066-07f5-4c2a-ab87-591c848ac689 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:58.918452 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-11863066-07f5-4c2a-ab87-591c848ac689 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Network 3ee994c5-6065-46be-aff4-3acdf7e3b825 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:58.921526 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-11863066-07f5-4c2a-ab87-591c848ac689 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:58.925576 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-11863066-07f5-4c2a-ab87-591c848ac689 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:12:58.932405 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11863066-07f5-4c2a-ab87-591c848ac689 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'Port': ['ID=193ed078-86b9-462a-b790-ea787dbc22fa,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:58.981300 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-11863066-07f5-4c2a-ab87-591c848ac689 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:58.981959 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-11863066-07f5-4c2a-ab87-591c848ac689 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:59.062415 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-11863066-07f5-4c2a-ab87-591c848ac689 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7755296 Mar 08 12:12:59.102701 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Request body: {'port': {'device_id': '8dd173ee-aba9-460f-bd2e-b71e74d91ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:59.158486 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-e363d166-5f2a-47d4-bc34-07863ea13b92 None None] Provisioning complete for port 193ed078-86b9-462a-b790-ea787dbc22fa triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:12:59.159115 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-e363d166-5f2a-47d4-bc34-07863ea13b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:59.166468 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:59.192393 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-e363d166-5f2a-47d4-bc34-07863ea13b92 None None] Port 193ed078-86b9-462a-b790-ea787dbc22fa cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:12:59.435471 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad821e9-1d41-4f4b-8ed0-1275289fb80a req-9f2d3acc-aacd-40a6-b3ca-1270ad8b2962 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:59.437021 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fad821e9-1d41-4f4b-8ed0-1275289fb80a req-9f2d3acc-aacd-40a6-b3ca-1270ad8b2962 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 932 time: 0.0926809 Mar 08 12:12:59.503481 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193ed078-86b9-462a-b790-ea787dbc22fa {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:12:59.514537 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Publish callbacks [] for port (193ed078-86b9-462a-b790-ea787dbc22fa), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:59.532031 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fad821e9-1d41-4f4b-8ed0-1275289fb80a req-c825aed9-fca2-466b-ba49-b72425c9deb5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893493 Mar 08 12:12:59.537244 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Transition to ACTIVE for port object 193ed078-86b9-462a-b790-ea787dbc22fa will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:12:59.596300 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:59.650667 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Pushing event updated for resources: {'Port': ['ID=193ed078-86b9-462a-b790-ea787dbc22fa,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:59.725543 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Attempting to bind port 193ed078-86b9-462a-b790-ea787dbc22fa on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:12:59.725878 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Attempting to bind port 193ed078-86b9-462a-b790-ea787dbc22fa by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:12:59.726200 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Attempting to bind port 193ed078-86b9-462a-b790-ea787dbc22fa on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:12:59.731881 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Port 193ed078-86b9-462a-b790-ea787dbc22fa on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:12:59.732199 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Attempting to bind port 193ed078-86b9-462a-b790-ea787dbc22fa on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:12:59.737659 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:12:59.738222 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Checking segment: {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:12:59.738822 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Bound using segment: {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:12:59.739450 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Bound port: 193ed078-86b9-462a-b790-ea787dbc22fa, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:12:59.739807 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:59.819655 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] For port 193ed078-86b9-462a-b790-ea787dbc22fa, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:12:59.823187 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] For port 193ed078-86b9-462a-b790-ea787dbc22fa, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=193ed078-86b9-462a-b790-ea787dbc22fa,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:12:59.890571 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:59.929886 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:59.930227 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:59.931647 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] 10.222.0.53 "PUT /v2.0/ports/193ed078-86b9-462a-b790-ea787dbc22fa HTTP/1.1" status: 200 len: 1094 time: 0.8332305 Mar 08 12:12:59.932058 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd173ee-aba9-460f-bd2e-b71e74d91ecb', 'tag': '193ed078-86b9-462a-b790-ea787dbc22fa'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:12:59.934343 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36830316-e33d-4ed5-893d-b26a6b51c71a" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd173ee-aba9-460f-bd2e-b71e74d91ecb", "tag": "193ed078-86b9-462a-b790-ea787dbc22fa"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:12:59.965581 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4ca37-faa9-42c6-9dee-85f2492846e4 service neutron] Pushing event updated for resources: {'Port': ['ID=193ed078-86b9-462a-b790-ea787dbc22fa,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:59.980827 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5198e085-afa9-40ba-8ced-827a771ee099 x-openstack-request-id: req-5198e085-afa9-40ba-8ced-827a771ee099 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:12:59.981098 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd173ee-aba9-460f-bd2e-b71e74d91ecb", "tag": "193ed078-86b9-462a-b790-ea787dbc22fa", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:12:59.981404 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5198e085-afa9-40ba-8ced-827a771ee099 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:12:59.981810 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd173ee-aba9-460f-bd2e-b71e74d91ecb', 'tag': '193ed078-86b9-462a-b790-ea787dbc22fa', 'status': 'completed', 'code': 200} Mar 08 12:13:00.080836 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830316-e33d-4ed5-893d-b26a6b51c71a req-aa33f263-5daf-4c8b-b22a-9dd94429e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:00.082636 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-36830316-e33d-4ed5-893d-b26a6b51c71a req-aa33f263-5daf-4c8b-b22a-9dd94429e48a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 1128 time: 0.0528290 Mar 08 12:13:00.195932 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830316-e33d-4ed5-893d-b26a6b51c71a req-27fe3cd2-1bca-4775-b2bc-613a74b5cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:00.197399 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-36830316-e33d-4ed5-893d-b26a6b51c71a req-27fe3cd2-1bca-4775-b2bc-613a74b5cea6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=275913fc7a5e4a23921ad8f920874035&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1023219 Mar 08 12:13:00.289933 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830316-e33d-4ed5-893d-b26a6b51c71a req-f97dedd3-20fe-4e25-aacf-c3874bac0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:00.291413 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-36830316-e33d-4ed5-893d-b26a6b51c71a req-f97dedd3-20fe-4e25-aacf-c3874bac0a3a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884280 Mar 08 12:13:00.396272 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-2afef524-8519-46be-9088-3f6fb76eaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:00.398157 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-2afef524-8519-46be-9088-3f6fb76eaa14 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 1128 time: 0.0501060 Mar 08 12:13:00.444481 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-c77eef3c-7058-429e-8420-fad992f1ae69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=193ed078-86b9-462a-b790-ea787dbc22fa HTTP/1.1" status: 200 len: 217 time: 0.0335979 Mar 08 12:13:00.501415 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-84d62485-8c55-4323-a832-43212473f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:00.502833 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-84d62485-8c55-4323-a832-43212473f0b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10d5874f-f063-41f2-9463-3121d847e01c HTTP/1.1" status: 200 len: 854 time: 0.0517173 Mar 08 12:13:00.553298 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-5b147839-c8b1-4342-81b1-eeb717196b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:00.554826 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-5b147839-c8b1-4342-81b1-eeb717196b74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ee994c5-6065-46be-aff4-3acdf7e3b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468259 Mar 08 12:13:00.676153 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-e7d2872a-4e04-463f-a4be-130770fe6e37 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140268 Mar 08 12:13:00.686249 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754634e4-e0b6-45bd-b1e5-30ebe8b71a0f req-03ad87fd-d721-4ee5-b286-1599f3b5eb5e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:00.687672 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-754634e4-e0b6-45bd-b1e5-30ebe8b71a0f req-03ad87fd-d721-4ee5-b286-1599f3b5eb5e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 944 time: 0.0743310 Mar 08 12:13:00.789106 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-754634e4-e0b6-45bd-b1e5-30ebe8b71a0f req-0fda2456-3d0d-4a38-89e8-75a3e455ec16 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935454 Mar 08 12:13:00.809245 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e908380e-6db9-4359-9dbe-6b49c7d0e5e5 req-b97719f6-c94c-446e-a570-d82635e0948e service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206326 Mar 08 12:13:01.908242 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794759a3-8af1-43cf-959a-54c483648bd9 req-70f196ab-945a-4be5-8081-9dc31e3b1d71 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:01.909751 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-794759a3-8af1-43cf-959a-54c483648bd9 req-70f196ab-945a-4be5-8081-9dc31e3b1d71 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 944 time: 0.0519116 Mar 08 12:13:01.959625 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-794759a3-8af1-43cf-959a-54c483648bd9 req-ae3de285-28df-4c0a-ae2c-2f660c9f4881 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443604 Mar 08 12:13:03.074225 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd1338-1458-4314-ab19-6c52a8245fe8 req-a32f467d-6b7e-4947-afbb-f62c94608219 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:03.075697 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-19bd1338-1458-4314-ab19-6c52a8245fe8 req-a32f467d-6b7e-4947-afbb-f62c94608219 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 944 time: 0.0513277 Mar 08 12:13:03.121654 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-19bd1338-1458-4314-ab19-6c52a8245fe8 req-fe74a754-47c3-4a35-98c2-14e46c9956f1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 Mar 08 12:13:04.239519 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e261b-225b-4e4e-bd09-cd2950d1b78a req-3bf8793a-fcce-4f3d-a52e-695be1294b50 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:04.241029 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-011e261b-225b-4e4e-bd09-cd2950d1b78a req-3bf8793a-fcce-4f3d-a52e-695be1294b50 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 944 time: 0.0519903 Mar 08 12:13:04.286986 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-011e261b-225b-4e4e-bd09-cd2950d1b78a req-bda651fe-77b5-45e2-9b16-928093632625 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405388 Mar 08 12:13:04.771167 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 193ed078-86b9-462a-b790-ea787dbc22fa details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:13:04.871643 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 193ed078-86b9-462a-b790-ea787dbc22fa, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=193ed078-86b9-462a-b790-ea787dbc22fa,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:04.882233 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '193ed078-86b9-462a-b790-ea787dbc22fa', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'port_id': '193ed078-86b9-462a-b790-ea787dbc22fa', 'mac_address': 'fa:16:3e:9c:c2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:13:04.925298 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 193ed078-86b9-462a-b790-ea787dbc22fa is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:13:04.926014 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:04.940876 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193ed078-86b9-462a-b790-ea787dbc22fa {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:13:04.963845 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 193ed078-86b9-462a-b790-ea787dbc22fa, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=193ed078-86b9-462a-b790-ea787dbc22fa,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:05.027960 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:05.076927 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=193ed078-86b9-462a-b790-ea787dbc22fa,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:05.182420 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6a340-1a50-4134-bcca-d8a52a8f3347 req-399aeb44-df69-4f13-a8b0-4f03bfca373c tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:05.184484 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bbc6a340-1a50-4134-bcca-d8a52a8f3347 req-399aeb44-df69-4f13-a8b0-4f03bfca373c tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 945 time: 0.0554776 Mar 08 12:13:05.229215 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bbc6a340-1a50-4134-bcca-d8a52a8f3347 req-47fc7bce-4931-4220-8c6b-184b3514fe71 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391479 Mar 08 12:13:05.252334 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51382) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:05.441178 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['193ed078-86b9-462a-b790-ea787dbc22fa'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:13:05.562316 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf1e60-2074-4751-8929-68c4a248632d req-229d8a57-5d2b-49ac-a6a8-5755d6e45cab tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:05.563753 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b0cf1e60-2074-4751-8929-68c4a248632d req-229d8a57-5d2b-49ac-a6a8-5755d6e45cab tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 945 time: 0.0538254 Mar 08 12:13:05.612939 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b0cf1e60-2074-4751-8929-68c4a248632d req-030dfad9-5634-4b49-947f-0acb52152021 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431406 Mar 08 12:13:05.625354 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7121c4d-8932-4e7c-a524-81332f89f87d tempest-TestMinimumBasicScenario-1642932970 tempest-TestMinimumBasicScenario-1642932970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:05.626983 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-d7121c4d-8932-4e7c-a524-81332f89f87d tempest-TestMinimumBasicScenario-1642932970 tempest-TestMinimumBasicScenario-1642932970-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 1124 time: 0.3736355 Mar 08 12:13:05.629920 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51388) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:05.634264 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Request body: {'floatingip': {'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'port_id': '3fdd4215-913f-490f-afcd-94bb68a1708c', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:05.707455 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:05.845742 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:05.952282 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Allocated IP 172.27.0.74 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/6e677e93-a743-445c-b514-824cbaf8a467) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:13:06.063397 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for port (6e677e93-a743-445c-b514-824cbaf8a467), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:06.158968 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (6e677e93-a743-445c-b514-824cbaf8a467), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:06.198945 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:13:06.201782 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:13:06.205211 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:13:06.211051 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event updated for resources: {'Port': ['ID=6e677e93-a743-445c-b514-824cbaf8a467,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:06.568336 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for floatingip (8f9751dd-aeef-4597-8d44-9b0510cf9ee5), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:06.694237 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (6e677e93-a743-445c-b514-824cbaf8a467), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:06.737909 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847e8ac-2218-4970-8f37-3ea7626fa235 req-27db7eff-c584-4984-a361-f8dc6ec27094 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:06.739391 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2847e8ac-2218-4970-8f37-3ea7626fa235 req-27db7eff-c584-4984-a361-f8dc6ec27094 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 945 time: 0.0544500 Mar 08 12:13:06.769146 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 193ed078-86b9-462a-b790-ea787dbc22fa up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:13:06.788609 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2847e8ac-2218-4970-8f37-3ea7626fa235 req-6fc9ae6f-1ca0-4d0a-9dd1-68f4dee0ce2d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434752 Mar 08 12:13:06.859443 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for port (6e677e93-a743-445c-b514-824cbaf8a467), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:06.893056 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 193ed078-86b9-462a-b790-ea787dbc22fa completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:13:06.896988 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 193ed078-86b9-462a-b790-ea787dbc22fa triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:13:06.897358 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:06.939030 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (6e677e93-a743-445c-b514-824cbaf8a467), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:06.977577 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 193ed078-86b9-462a-b790-ea787dbc22fa is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:13:06.978038 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:06.981073 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:07.001998 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd173ee-aba9-460f-bd2e-b71e74d91ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193ed078-86b9-462a-b790-ea787dbc22fa'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:13:07.004221 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c7d92e-3e3f-4af8-974c-93ca1b1cdc03" -d '{"events": [{"server_uuid": "8dd173ee-aba9-460f-bd2e-b71e74d91ecb", "name": "network-vif-plugged", "status": "completed", "tag": "193ed078-86b9-462a-b790-ea787dbc22fa"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:13:07.013394 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event updated for resources: {'Port': ['ID=6e677e93-a743-445c-b514-824cbaf8a467,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:07.017222 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 193ed078-86b9-462a-b790-ea787dbc22fa, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=193ed078-86b9-462a-b790-ea787dbc22fa,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:07.020224 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (8f9751dd-aeef-4597-8d44-9b0510cf9ee5), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:07.043520 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26d76b9-f2de-4b87-84ef-e53a207692ce x-openstack-request-id: req-b26d76b9-f2de-4b87-84ef-e53a207692ce {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:13:07.043839 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd173ee-aba9-460f-bd2e-b71e74d91ecb", "name": "network-vif-plugged", "status": "completed", "tag": "193ed078-86b9-462a-b790-ea787dbc22fa", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:13:07.044094 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b26d76b9-f2de-4b87-84ef-e53a207692ce {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:13:07.044512 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd173ee-aba9-460f-bd2e-b71e74d91ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193ed078-86b9-462a-b790-ea787dbc22fa', 'code': 200} Mar 08 12:13:07.087884 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:07.125750 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.l3_db [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Floating IP 8f9751dd-aeef-4597-8d44-9b0510cf9ee5 associated. External IP: 172.27.0.74, port: 3fdd4215-913f-490f-afcd-94bb68a1708c. Mar 08 12:13:07.138069 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=193ed078-86b9-462a-b790-ea787dbc22fa,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:07.144969 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:07.145397 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:07.145678 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:07.146018 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:07.146354 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:07.146687 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:07.147020 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:07.147354 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:07.147692 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:07.148018 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:07.148369 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:07.148701 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:07.149026 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:07.341723 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Router 3eef9593-b983-46d8-baef-70e538fae279 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:13:07.457613 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:13:07.460756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c254a-26c1-45c6-b09a-be9f6e377b92 req-ec789278-d70a-4461-ad63-9c66cb480268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:07.462533 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-694c254a-26c1-45c6-b09a-be9f6e377b92 req-ec789278-d70a-4461-ad63-9c66cb480268 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 1130 time: 0.0588069 Mar 08 12:13:07.467977 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357cdec4-8b1e-4973-ac86-d812c22f89b3 None None] Sync routers for ids ['3eef9593-b983-46d8-baef-70e538fae279'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:13:07.486510 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357cdec4-8b1e-4973-ac86-d812c22f89b3 None None] Routers {'3eef9593-b983-46d8-baef-70e538fae279'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:13:07.487358 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-357cdec4-8b1e-4973-ac86-d812c22f89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:12:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['3eef9593-b983-46d8-baef-70e538fae279'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:07.513272 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-694c254a-26c1-45c6-b09a-be9f6e377b92 req-48f58d98-223b-4c07-a72f-4f495b13402b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452182 Mar 08 12:13:07.552728 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:07.583796 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-2da072d2-a2f8-4535-9311-683b48b5a0d0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9527888 Mar 08 12:13:07.584582 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c'}] {{(pid=110282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:13:07.586601 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51394) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:07.587003 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97424759812351d4672f9113f60e7df0fb12b366de8dab3fc6208360780b3a6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eb1d9a-56fa-4a77-8555-f7acb6c7fea8" -d '{"events": [{"name": "network-changed", "server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c"}]}' {{(pid=110282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:13:07.593471 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-0f10e5da-34a0-4ae7-8eb2-ffd8dc3a11db tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718637958', 'description': 'tempest-secgroup-smoke-1718637958 description', 'project_id': 'f50093a27dcb469f994f59480783a409'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:07.606591 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-357cdec4-8b1e-4973-ac86-d812c22f89b3 None None] Set router 3eef9593-b983-46d8-baef-70e538fae279 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:13:07.624018 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51782fa1-e4fb-4242-bfa1-e317662744d6 x-openstack-request-id: req-51782fa1-e4fb-4242-bfa1-e317662744d6 {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:13:07.624308 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c", "status": "completed", "code": 200}]} {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:13:07.624584 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51782fa1-e4fb-4242-bfa1-e317662744d6 {{(pid=110282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:13:07.624982 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c', 'status': 'completed', 'code': 200} Mar 08 12:13:07.716231 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0f10e5da-34a0-4ae7-8eb2-ffd8dc3a11db tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:07.784529 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0f10e5da-34a0-4ae7-8eb2-ffd8dc3a11db tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group (a87b9a65-b56d-48d6-87de-739586fc6310), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:07.846061 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-357cdec4-8b1e-4973-ac86-d812c22f89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:12:08Z', 'revision_number': 4, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port': {'id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:05Z', 'updated_at': '2022-03-08T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '8f9751dd-aeef-4597-8d44-9b0510cf9ee5', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '3eef9593-b983-46d8-baef-70e538fae279', 'port_id': '3fdd4215-913f-490f-afcd-94bb68a1708c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'mac_address': 'fa:16:3e:2d:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:13:06Z', 'updated_at': '2022-03-08T12:13:06Z', 'revision_number': 0, 'project_id': 'f50093a27dcb469f994f59480783a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306a900a-0e16-44cf-b128-001ca72bcd15', 'name': '', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'mac_address': 'fa:16:3e:11:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:07Z', 'updated_at': '2022-03-08T12:12:11Z', 'revision_number': 5, 'project_id': 'f50093a27dcb469f994f59480783a409', 'subnets': [{'id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:07.878335 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357cdec4-8b1e-4973-ac86-d812c22f89b3 None None] Checking router: 3eef9593-b983-46d8-baef-70e538fae279 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:13:07.888005 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357cdec4-8b1e-4973-ac86-d812c22f89b3 None None] Routers {'3eef9593-b983-46d8-baef-70e538fae279'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:13:07.888704 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-357cdec4-8b1e-4973-ac86-d812c22f89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:12:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['3eef9593-b983-46d8-baef-70e538fae279'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:07.900830 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0f10e5da-34a0-4ae7-8eb2-ffd8dc3a11db tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a87b9a65-b56d-48d6-87de-739586fc6310), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:07.936170 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10e5da-34a0-4ae7-8eb2-ffd8dc3a11db tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87b9a65-b56d-48d6-87de-739586fc6310,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:07.950995 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02da5b-d210-4dba-a618-3378b621ac20 req-d60e3d8e-6d12-4070-9b62-1d83d91fc4c7 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:07.957873 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3d02da5b-d210-4dba-a618-3378b621ac20 req-d60e3d8e-6d12-4070-9b62-1d83d91fc4c7 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 946 time: 0.0982163 Mar 08 12:13:07.970225 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0f10e5da-34a0-4ae7-8eb2-ffd8dc3a11db tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:07.971203 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-0f10e5da-34a0-4ae7-8eb2-ffd8dc3a11db tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3835940 Mar 08 12:13:07.974265 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51402) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:07.979164 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-c66832e0-291b-4ddc-a78d-f2d6ddfc6f86 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Request body: {'security_group_rule': {'security_group_id': 'a87b9a65-b56d-48d6-87de-739586fc6310', 'project_id': 'f50093a27dcb469f994f59480783a409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:08.010132 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-357cdec4-8b1e-4973-ac86-d812c22f89b3 None None] Set router 3eef9593-b983-46d8-baef-70e538fae279 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:13:08.036577 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3d02da5b-d210-4dba-a618-3378b621ac20 req-286973a8-efa5-47cf-8ff8-9fb00b5215d7 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778019 Mar 08 12:13:08.048737 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb1d9a-56fa-4a77-8555-f7acb6c7fea8 req-bfaf57e9-76bf-41b9-a6ff-efd3d8cbcd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:08.058128 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c6eb1d9a-56fa-4a77-8555-f7acb6c7fea8 req-bfaf57e9-76bf-41b9-a6ff-efd3d8cbcd4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f50093a27dcb469f994f59480783a409&device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 1129 time: 0.0899827 Mar 08 12:13:08.058341 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c66832e0-291b-4ddc-a78d-f2d6ddfc6f86 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (cd051c0c-7d8e-4093-8976-92ab8715751f), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.130477 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c66832e0-291b-4ddc-a78d-f2d6ddfc6f86 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (cd051c0c-7d8e-4093-8976-92ab8715751f), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.156103 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb1d9a-56fa-4a77-8555-f7acb6c7fea8 req-b9f84c36-9a70-45d5-8628-0a71b34b0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:08.157613 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c6eb1d9a-56fa-4a77-8555-f7acb6c7fea8 req-b9f84c36-9a70-45d5-8628-0a71b34b0689 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170 HTTP/1.1" status: 200 len: 915 time: 0.0982728 Mar 08 12:13:08.224777 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c66832e0-291b-4ddc-a78d-f2d6ddfc6f86 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (cd051c0c-7d8e-4093-8976-92ab8715751f), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.224987 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c6eb1d9a-56fa-4a77-8555-f7acb6c7fea8 req-de0e662b-a716-427e-ac60-a5b6cb970c58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdd4215-913f-490f-afcd-94bb68a1708c HTTP/1.1" status: 200 len: 998 time: 0.0603418 Mar 08 12:13:08.246153 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66832e0-291b-4ddc-a78d-f2d6ddfc6f86 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd051c0c-7d8e-4093-8976-92ab8715751f,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:08.269528 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-357cdec4-8b1e-4973-ac86-d812c22f89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:12:08Z', 'revision_number': 4, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port': {'id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:05Z', 'updated_at': '2022-03-08T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '8f9751dd-aeef-4597-8d44-9b0510cf9ee5', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '3eef9593-b983-46d8-baef-70e538fae279', 'port_id': '3fdd4215-913f-490f-afcd-94bb68a1708c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'mac_address': 'fa:16:3e:2d:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:13:06Z', 'updated_at': '2022-03-08T12:13:06Z', 'revision_number': 0, 'project_id': 'f50093a27dcb469f994f59480783a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306a900a-0e16-44cf-b128-001ca72bcd15', 'name': '', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'mac_address': 'fa:16:3e:11:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:07Z', 'updated_at': '2022-03-08T12:12:11Z', 'revision_number': 5, 'project_id': 'f50093a27dcb469f994f59480783a409', 'subnets': [{'id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:08.283332 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb1d9a-56fa-4a77-8555-f7acb6c7fea8 req-05e57494-e88e-4dea-b41e-49326acee63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:08.284830 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c6eb1d9a-56fa-4a77-8555-f7acb6c7fea8 req-05e57494-e88e-4dea-b41e-49326acee63a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e06c55e0-a54a-47d4-a931-ff934459ce93 HTTP/1.1" status: 200 len: 853 time: 0.0464842 Mar 08 12:13:08.300214 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357cdec4-8b1e-4973-ac86-d812c22f89b3 None None] The sync data for ids ['3eef9593-b983-46d8-baef-70e538fae279'] in dv-cinder-830086-2-iscsi is: [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:12:08Z', 'revision_number': 4, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port': {'id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:05Z', 'updated_at': '2022-03-08T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '8f9751dd-aeef-4597-8d44-9b0510cf9ee5', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '3eef9593-b983-46d8-baef-70e538fae279', 'port_id': '3fdd4215-913f-490f-afcd-94bb68a1708c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'mac_address': 'fa:16:3e:2d:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:13:06Z', 'updated_at': '2022-03-08T12:13:06Z', 'revision_number': 0, 'project_id': 'f50093a27dcb469f994f59480783a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306a900a-0e16-44cf-b128-001ca72bcd15', 'name': '', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'mac_address': 'fa:16:3e:11:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:07Z', 'updated_at': '2022-03-08T12:12:11Z', 'revision_number': 5, 'project_id': 'f50093a27dcb469f994f59480783a409', 'subnets': [{'id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:13:08.320520 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c66832e0-291b-4ddc-a78d-f2d6ddfc6f86 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.324416 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c66832e0-291b-4ddc-a78d-f2d6ddfc6f86 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3462782 Mar 08 12:13:08.324541 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51404) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:08.329016 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-1fbc95bb-5434-44f5-93c6-97e46e2f808f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Request body: {'security_group_rule': {'security_group_id': 'a87b9a65-b56d-48d6-87de-739586fc6310', 'project_id': 'f50093a27dcb469f994f59480783a409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:08.349203 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb1d9a-56fa-4a77-8555-f7acb6c7fea8 req-e4f018fe-645d-4865-9b41-d3cb7c4622cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:08.350704 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c6eb1d9a-56fa-4a77-8555-f7acb6c7fea8 req-e4f018fe-645d-4865-9b41-d3cb7c4622cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553327 Mar 08 12:13:08.435814 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1fbc95bb-5434-44f5-93c6-97e46e2f808f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (bff1040e-6889-40b3-a3c9-7b198ee91887), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.444697 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c6eb1d9a-56fa-4a77-8555-f7acb6c7fea8 req-6efe7f49-7973-4710-89d0-e99a210dacc1 service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860476 Mar 08 12:13:08.497220 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1fbc95bb-5434-44f5-93c6-97e46e2f808f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (bff1040e-6889-40b3-a3c9-7b198ee91887), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.524563 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e0615a-b055-4b65-8e53-a88d2d393067 None None] New status for floating IP 8f9751dd-aeef-4597-8d44-9b0510cf9ee5: ACTIVE {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:13:08.558556 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c6eb1d9a-56fa-4a77-8555-f7acb6c7fea8 req-056a9785-08dc-4525-850f-67b5486569fa service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061592 Mar 08 12:13:08.564478 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1fbc95bb-5434-44f5-93c6-97e46e2f808f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (bff1040e-6889-40b3-a3c9-7b198ee91887), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.593399 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc95bb-5434-44f5-93c6-97e46e2f808f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff1040e-6889-40b3-a3c9-7b198ee91887,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:08.669698 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1fbc95bb-5434-44f5-93c6-97e46e2f808f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.671006 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-1fbc95bb-5434-44f5-93c6-97e46e2f808f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3455420 Mar 08 12:13:08.674932 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51406) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:08.679382 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-3091795c-d088-46ec-a20c-8a296a8ada44 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Request body: {'security_group_rule': {'security_group_id': 'a87b9a65-b56d-48d6-87de-739586fc6310', 'project_id': 'f50093a27dcb469f994f59480783a409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:08.746691 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3091795c-d088-46ec-a20c-8a296a8ada44 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (5d59a4f0-e9e5-4fd7-99ee-ce2274b08568), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.817025 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3091795c-d088-46ec-a20c-8a296a8ada44 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (5d59a4f0-e9e5-4fd7-99ee-ce2274b08568), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.884456 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3091795c-d088-46ec-a20c-8a296a8ada44 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (5d59a4f0-e9e5-4fd7-99ee-ce2274b08568), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.904674 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091795c-d088-46ec-a20c-8a296a8ada44 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d59a4f0-e9e5-4fd7-99ee-ce2274b08568,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:08.989526 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-3091795c-d088-46ec-a20c-8a296a8ada44 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.990787 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-3091795c-d088-46ec-a20c-8a296a8ada44 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3148766 Mar 08 12:13:08.993525 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51408) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:08.998033 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-cc5c5af1-0f0a-4d85-ab87-4b7868d6740d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Request body: {'security_group_rule': {'security_group_id': 'a87b9a65-b56d-48d6-87de-739586fc6310', 'project_id': 'f50093a27dcb469f994f59480783a409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:09.096112 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cc5c5af1-0f0a-4d85-ab87-4b7868d6740d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (ee92337e-b5b2-4bbc-9bdf-911c8244d382), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.165744 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cc5c5af1-0f0a-4d85-ab87-4b7868d6740d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (ee92337e-b5b2-4bbc-9bdf-911c8244d382), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.166080 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f6eb4-9455-42dd-9997-98b94d9216a2 req-a36ffad3-9422-4d8a-af98-6a4e05c4b648 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:09.167586 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0c6f6eb4-9455-42dd-9997-98b94d9216a2 req-a36ffad3-9422-4d8a-af98-6a4e05c4b648 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 946 time: 0.0568793 Mar 08 12:13:09.218404 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0c6f6eb4-9455-42dd-9997-98b94d9216a2 req-d2b490d0-7408-45b7-98d0-3f7bb3c0390d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453479 Mar 08 12:13:09.256212 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cc5c5af1-0f0a-4d85-ab87-4b7868d6740d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (ee92337e-b5b2-4bbc-9bdf-911c8244d382), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.275584 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c5af1-0f0a-4d85-ab87-4b7868d6740d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee92337e-b5b2-4bbc-9bdf-911c8244d382,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:09.367617 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cc5c5af1-0f0a-4d85-ab87-4b7868d6740d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.371042 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-cc5c5af1-0f0a-4d85-ab87-4b7868d6740d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3764815 Mar 08 12:13:09.373861 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51412) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:09.378574 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-090c5c25-4869-420e-8994-2cbe7ff9be08 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Request body: {'security_group_rule': {'security_group_id': 'a87b9a65-b56d-48d6-87de-739586fc6310', 'project_id': 'f50093a27dcb469f994f59480783a409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:09.467428 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.securitygroups_db [None req-090c5c25-4869-420e-8994-2cbe7ff9be08 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Project f50093a27dcb469f994f59480783a409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:13:09.473008 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-090c5c25-4869-420e-8994-2cbe7ff9be08 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (1ac8c314-502f-4cc8-a269-619ae8d7bb1f), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.534829 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-090c5c25-4869-420e-8994-2cbe7ff9be08 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (1ac8c314-502f-4cc8-a269-619ae8d7bb1f), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.604282 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-090c5c25-4869-420e-8994-2cbe7ff9be08 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (1ac8c314-502f-4cc8-a269-619ae8d7bb1f), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.627684 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c5c25-4869-420e-8994-2cbe7ff9be08 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac8c314-502f-4cc8-a269-619ae8d7bb1f,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:09.686987 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-090c5c25-4869-420e-8994-2cbe7ff9be08 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.691623 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-090c5c25-4869-420e-8994-2cbe7ff9be08 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3135378 Mar 08 12:13:09.691623 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51414) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:09.696296 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-cd6608e7-564d-4141-a3f7-6c88520ecf0d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Request body: {'security_group_rule': {'security_group_id': 'a87b9a65-b56d-48d6-87de-739586fc6310', 'project_id': 'f50093a27dcb469f994f59480783a409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:09.770283 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.securitygroups_db [None req-cd6608e7-564d-4141-a3f7-6c88520ecf0d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Project f50093a27dcb469f994f59480783a409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:13:09.775650 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cd6608e7-564d-4141-a3f7-6c88520ecf0d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (404b0494-fa96-4e08-8ffb-586139f1517c), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.837644 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cd6608e7-564d-4141-a3f7-6c88520ecf0d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (404b0494-fa96-4e08-8ffb-586139f1517c), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.916525 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cd6608e7-564d-4141-a3f7-6c88520ecf0d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (404b0494-fa96-4e08-8ffb-586139f1517c), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.935281 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6608e7-564d-4141-a3f7-6c88520ecf0d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404b0494-fa96-4e08-8ffb-586139f1517c,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:09.996591 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-cd6608e7-564d-4141-a3f7-6c88520ecf0d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.998213 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-cd6608e7-564d-4141-a3f7-6c88520ecf0d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3050828 Mar 08 12:13:10.090220 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3cb55880-de8c-4f44-8172-e96077f4e324 req-9386ae21-e279-4a4e-92e5-69b9f26ede6b tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718637958&fields=id&tenant_id=f50093a27dcb469f994f59480783a409 HTTP/1.1" status: 200 len: 267 time: 0.0437362 Mar 08 12:13:10.157319 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb55880-de8c-4f44-8172-e96077f4e324 req-35f74859-bcdb-4b0b-b8e4-824505db6b95 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:10.158696 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3cb55880-de8c-4f44-8172-e96077f4e324 req-35f74859-bcdb-4b0b-b8e4-824505db6b95 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 945 time: 0.0632184 Mar 08 12:13:10.170182 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-3cb55880-de8c-4f44-8172-e96077f4e324 req-4947a406-3bce-4b34-8063-056d18c39ada tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Request body: {'port': {'security_groups': ['29d9e64b-3426-40a8-9481-e6d2028cc105', 'a87b9a65-b56d-48d6-87de-739586fc6310']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:10.241365 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3cb55880-de8c-4f44-8172-e96077f4e324 req-4947a406-3bce-4b34-8063-056d18c39ada tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:10.390227 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea8b6e-c018-4a6f-a424-5b2b8f464862 req-1fe7b37a-c0aa-4c04-a2f8-e695cb68e9cf tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:10.397270 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-eaea8b6e-c018-4a6f-a424-5b2b8f464862 req-1fe7b37a-c0aa-4c04-a2f8-e695cb68e9cf tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 946 time: 0.1009390 Mar 08 12:13:10.496411 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-eaea8b6e-c018-4a6f-a424-5b2b8f464862 req-941556d2-2b21-433c-ae82-0034c18742d1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945687 Mar 08 12:13:10.512089 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-3cb55880-de8c-4f44-8172-e96077f4e324 req-4947a406-3bce-4b34-8063-056d18c39ada tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] For port 3fdd4215-913f-490f-afcd-94bb68a1708c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3fdd4215-913f-490f-afcd-94bb68a1708c,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:10.543064 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3cb55880-de8c-4f44-8172-e96077f4e324 req-4947a406-3bce-4b34-8063-056d18c39ada tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:10.591640 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3cb55880-de8c-4f44-8172-e96077f4e324 req-4947a406-3bce-4b34-8063-056d18c39ada tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:10.629453 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['3fdd4215-913f-490f-afcd-94bb68a1708c'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:13:10.649698 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb55880-de8c-4f44-8172-e96077f4e324 req-4947a406-3bce-4b34-8063-056d18c39ada tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:10.650901 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-3cb55880-de8c-4f44-8172-e96077f4e324 req-4947a406-3bce-4b34-8063-056d18c39ada tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:10.652455 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3cb55880-de8c-4f44-8172-e96077f4e324 req-4947a406-3bce-4b34-8063-056d18c39ada tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "PUT /v2.0/ports/3fdd4215-913f-490f-afcd-94bb68a1708c HTTP/1.1" status: 200 len: 981 time: 0.4875188 Mar 08 12:13:10.658179 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:13:10.660661 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1604c1-2b82-4893-8af9-23060a3f3402" -d '{"events": [{"name": "network-changed", "server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:13:10.673054 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605a1dc-eedc-4a51-8ed4-b6d9143c397f req-06a5b365-ebce-4d40-9b10-aa19bd9f03e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:10.674698 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f605a1dc-eedc-4a51-8ed4-b6d9143c397f req-06a5b365-ebce-4d40-9b10-aa19bd9f03e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 946 time: 0.1148934 Mar 08 12:13:10.683880 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51426) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:10.694667 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-951a13f8-411e-409e-b987-1b359bf4f5e5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'floatingip': {'port_id': '193ed078-86b9-462a-b790-ea787dbc22fa'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:10.703788 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947a406-3bce-4b34-8063-056d18c39ada tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event updated for resources: {'Port': ['ID=3fdd4215-913f-490f-afcd-94bb68a1708c,revision_number=6']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:10.748475 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09537ee9-c17c-4e4e-86a0-50c62ff30da0 x-openstack-request-id: req-09537ee9-c17c-4e4e-86a0-50c62ff30da0 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:13:10.748750 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:13:10.748896 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09537ee9-c17c-4e4e-86a0-50c62ff30da0 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:13:10.749295 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c', 'status': 'completed', 'code': 200} Mar 08 12:13:10.788934 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-951a13f8-411e-409e-b987-1b359bf4f5e5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (b69e5ace-f903-4fad-8f89-f050e5a97f5e), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:10.811652 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['3fdd4215-913f-490f-afcd-94bb68a1708c'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:13:10.934612 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d4f53-5bfa-451d-9488-5e40b95fd4e7 req-22ea27f6-b298-457e-b2be-ac02efb8f2f4 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:10.936349 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5f8d4f53-5bfa-451d-9488-5e40b95fd4e7 req-22ea27f6-b298-457e-b2be-ac02efb8f2f4 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 984 time: 0.1899421 Mar 08 12:13:10.960904 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1604c1-2b82-4893-8af9-23060a3f3402 req-c088ec05-f4d3-471f-87b9-f223590e1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:10.962396 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fd1604c1-2b82-4893-8af9-23060a3f3402 req-c088ec05-f4d3-471f-87b9-f223590e1430 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f50093a27dcb469f994f59480783a409&device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 1168 time: 0.1708992 Mar 08 12:13:10.983298 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-bde886e6-a4ea-41d5-a9c8-3b2a8e43f879 None None] Provisioning complete for port 3fdd4215-913f-490f-afcd-94bb68a1708c triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:13:10.983668 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-bde886e6-a4ea-41d5-a9c8-3b2a8e43f879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:11.158431 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5f8d4f53-5bfa-451d-9488-5e40b95fd4e7 req-49a20bf5-5128-4937-ad25-ad2dd7be77ac tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&id=a87b9a65-b56d-48d6-87de-739586fc6310&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2157574 Mar 08 12:13:11.186569 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1604c1-2b82-4893-8af9-23060a3f3402 req-32a2d1e6-05c1-44aa-aafa-c2af330ce605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:11.188083 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fd1604c1-2b82-4893-8af9-23060a3f3402 req-32a2d1e6-05c1-44aa-aafa-c2af330ce605 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170 HTTP/1.1" status: 200 len: 915 time: 0.2133358 Mar 08 12:13:11.191706 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-bde886e6-a4ea-41d5-a9c8-3b2a8e43f879 None None] Current status of the port 3fdd4215-913f-490f-afcd-94bb68a1708c is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:13:11.607885 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fd1604c1-2b82-4893-8af9-23060a3f3402 req-8d8b9013-926d-4f73-bd41-829d700416c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdd4215-913f-490f-afcd-94bb68a1708c HTTP/1.1" status: 200 len: 1000 time: 0.4102645 Mar 08 12:13:11.704057 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1604c1-2b82-4893-8af9-23060a3f3402 req-8a2b989e-28e4-4e20-bdda-8153922d2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:11.706866 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fd1604c1-2b82-4893-8af9-23060a3f3402 req-8a2b989e-28e4-4e20-bdda-8153922d2a55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e06c55e0-a54a-47d4-a931-ff934459ce93 HTTP/1.1" status: 200 len: 853 time: 0.0914330 Mar 08 12:13:11.829320 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-951a13f8-411e-409e-b987-1b359bf4f5e5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:11.831464 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1604c1-2b82-4893-8af9-23060a3f3402 req-bbded0df-c9a1-4e6a-83c8-3cc8738db0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:11.833250 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fd1604c1-2b82-4893-8af9-23060a3f3402 req-bbded0df-c9a1-4e6a-83c8-3cc8738db0cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1008704 Mar 08 12:13:11.894681 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-951a13f8-411e-409e-b987-1b359bf4f5e5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (b69e5ace-f903-4fad-8f89-f050e5a97f5e), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:12.002850 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fd1604c1-2b82-4893-8af9-23060a3f3402 req-94c9fd89-ce28-45d9-aa73-6de22fe85e4f service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618223 Mar 08 12:13:12.043972 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [None req-951a13f8-411e-409e-b987-1b359bf4f5e5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Floating IP b69e5ace-f903-4fad-8f89-f050e5a97f5e associated. External IP: 172.27.0.8, port: 193ed078-86b9-462a-b790-ea787dbc22fa. Mar 08 12:13:12.176228 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fd1604c1-2b82-4893-8af9-23060a3f3402 req-51ff89f4-4c39-4742-9cd9-d2705c3eb453 service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671596 Mar 08 12:13:12.301266 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951a13f8-411e-409e-b987-1b359bf4f5e5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Router 62dd0752-70ba-4054-90a7-40fa87db2a03 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:13:12.411157 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951a13f8-411e-409e-b987-1b359bf4f5e5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:13:12.416400 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-951a13f8-411e-409e-b987-1b359bf4f5e5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:12.421662 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53951fe-1688-43a9-87a4-d024baaf129e None None] Sync routers for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:13:12.432286 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53951fe-1688-43a9-87a4-d024baaf129e None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:13:12.433549 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-c53951fe-1688-43a9-87a4-d024baaf129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:12:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:12.446287 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-951a13f8-411e-409e-b987-1b359bf4f5e5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "PUT /v2.0/floatingips/b69e5ace-f903-4fad-8f89-f050e5a97f5e HTTP/1.1" status: 200 len: 990 time: 1.7613244 Mar 08 12:13:12.551783 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-c53951fe-1688-43a9-87a4-d024baaf129e None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:13:12.750435 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd173ee-aba9-460f-bd2e-b71e74d91ecb', 'tag': '193ed078-86b9-462a-b790-ea787dbc22fa'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:13:12.752945 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9b497b-24b2-49eb-9f10-feb13d24d47a" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd173ee-aba9-460f-bd2e-b71e74d91ecb", "tag": "193ed078-86b9-462a-b790-ea787dbc22fa"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:13:12.788169 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772d786c-b9e4-434a-bf67-2be4604f786d x-openstack-request-id: req-772d786c-b9e4-434a-bf67-2be4604f786d {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:13:12.788516 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd173ee-aba9-460f-bd2e-b71e74d91ecb", "tag": "193ed078-86b9-462a-b790-ea787dbc22fa", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:13:12.788769 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-772d786c-b9e4-434a-bf67-2be4604f786d {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:13:12.789165 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd173ee-aba9-460f-bd2e-b71e74d91ecb', 'tag': '193ed078-86b9-462a-b790-ea787dbc22fa', 'status': 'completed', 'code': 200} Mar 08 12:13:12.879363 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b497b-24b2-49eb-9f10-feb13d24d47a req-afd2ec4e-309f-4bfe-8f56-61746d68fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:12.881081 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2a9b497b-24b2-49eb-9f10-feb13d24d47a req-afd2ec4e-309f-4bfe-8f56-61746d68fe68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 1130 time: 0.0475776 Mar 08 12:13:12.943714 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-c53951fe-1688-43a9-87a4-d024baaf129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '898a6f3d-7058-48e1-b1c7-7dc08210e547', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:f5:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:50Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 2, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}, {'id': 'b69e5ace-f903-4fad-8f89-f050e5a97f5e', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '193ed078-86b9-462a-b790-ea787dbc22fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:9c:c2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd173ee-aba9-460f-bd2e-b71e74d91ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:12:54Z', 'updated_at': '2022-03-08T12:13:11Z', 'revision_number': 1, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:12.972408 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53951fe-1688-43a9-87a4-d024baaf129e None None] Checking router: 62dd0752-70ba-4054-90a7-40fa87db2a03 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:13:12.981863 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53951fe-1688-43a9-87a4-d024baaf129e None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:13:12.982479 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-c53951fe-1688-43a9-87a4-d024baaf129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:12:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:12.983924 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b497b-24b2-49eb-9f10-feb13d24d47a req-f9cd5d72-bc14-4e45-8e7a-e17e9f15be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:12.985465 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2a9b497b-24b2-49eb-9f10-feb13d24d47a req-f9cd5d72-bc14-4e45-8e7a-e17e9f15be72 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 916 time: 0.0932775 Mar 08 12:13:13.057969 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2a9b497b-24b2-49eb-9f10-feb13d24d47a req-0c40d7ad-f72d-4c6e-8500-2a56b01565fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=193ed078-86b9-462a-b790-ea787dbc22fa HTTP/1.1" status: 200 len: 998 time: 0.0628664 Mar 08 12:13:13.098231 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-c53951fe-1688-43a9-87a4-d024baaf129e None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:13:13.108882 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b497b-24b2-49eb-9f10-feb13d24d47a req-282f4733-e7e0-4765-90e0-4b8e5f974e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:13.110353 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2a9b497b-24b2-49eb-9f10-feb13d24d47a req-282f4733-e7e0-4765-90e0-4b8e5f974e03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10d5874f-f063-41f2-9463-3121d847e01c HTTP/1.1" status: 200 len: 854 time: 0.0472288 Mar 08 12:13:13.156804 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b497b-24b2-49eb-9f10-feb13d24d47a req-38440154-75eb-4626-aa6a-67f7882512d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:13.158250 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2a9b497b-24b2-49eb-9f10-feb13d24d47a req-38440154-75eb-4626-aa6a-67f7882512d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ee994c5-6065-46be-aff4-3acdf7e3b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424206 Mar 08 12:13:13.252263 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2a9b497b-24b2-49eb-9f10-feb13d24d47a req-164a871c-a0b2-4870-bbe2-d3f615e22a60 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851305 Mar 08 12:13:13.325635 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-c53951fe-1688-43a9-87a4-d024baaf129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '898a6f3d-7058-48e1-b1c7-7dc08210e547', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:f5:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:50Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 2, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}, {'id': 'b69e5ace-f903-4fad-8f89-f050e5a97f5e', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '193ed078-86b9-462a-b790-ea787dbc22fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:9c:c2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd173ee-aba9-460f-bd2e-b71e74d91ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:12:54Z', 'updated_at': '2022-03-08T12:13:11Z', 'revision_number': 1, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:13.356435 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53951fe-1688-43a9-87a4-d024baaf129e None None] The sync data for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi is: [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '898a6f3d-7058-48e1-b1c7-7dc08210e547', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:f5:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:50Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 2, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}, {'id': 'b69e5ace-f903-4fad-8f89-f050e5a97f5e', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '193ed078-86b9-462a-b790-ea787dbc22fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:9c:c2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd173ee-aba9-460f-bd2e-b71e74d91ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:12:54Z', 'updated_at': '2022-03-08T12:13:11Z', 'revision_number': 1, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:13:13.361376 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2a9b497b-24b2-49eb-9f10-feb13d24d47a req-5dfaa23d-22be-4808-88ab-095bc355bb5c service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850801 Mar 08 12:13:13.554407 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3040d706-b348-415b-997b-5fa322317b42 None None] New status for floating IP b69e5ace-f903-4fad-8f89-f050e5a97f5e: ACTIVE {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:13:16.298468 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-51aa4872-3d15-40f5-ba54-197ca1ee5489 req-21b4701c-594b-4af0-8f32-bdcd791df29f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433421 Mar 08 12:13:16.407158 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa4872-3d15-40f5-ba54-197ca1ee5489 req-5285212c-e94c-411f-8704-c8dbdc2545bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:16.408701 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-51aa4872-3d15-40f5-ba54-197ca1ee5489 req-5285212c-e94c-411f-8704-c8dbdc2545bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0487680 Mar 08 12:13:16.511684 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa4872-3d15-40f5-ba54-197ca1ee5489 req-b8232f26-58a6-4145-88ad-7e2095854928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:16.513189 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-51aa4872-3d15-40f5-ba54-197ca1ee5489 req-b8232f26-58a6-4145-88ad-7e2095854928 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 916 time: 0.0860658 Mar 08 12:13:16.583940 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-51aa4872-3d15-40f5-ba54-197ca1ee5489 req-4901f0c0-6152-4e96-abce-4e628093936e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06d68028-8d73-44a7-87ae-f4abfad3b44b HTTP/1.1" status: 200 len: 1001 time: 0.0644045 Mar 08 12:13:16.631879 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa4872-3d15-40f5-ba54-197ca1ee5489 req-0c34dac5-acd8-4f26-845d-c64c38f55547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:16.633364 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-51aa4872-3d15-40f5-ba54-197ca1ee5489 req-0c34dac5-acd8-4f26-845d-c64c38f55547 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10d5874f-f063-41f2-9463-3121d847e01c HTTP/1.1" status: 200 len: 854 time: 0.0435357 Mar 08 12:13:16.681743 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa4872-3d15-40f5-ba54-197ca1ee5489 req-3b8b0c7a-978d-4347-ae9e-cea498bba1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:16.683814 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-51aa4872-3d15-40f5-ba54-197ca1ee5489 req-3b8b0c7a-978d-4347-ae9e-cea498bba1bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ee994c5-6065-46be-aff4-3acdf7e3b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444744 Mar 08 12:13:16.777746 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-51aa4872-3d15-40f5-ba54-197ca1ee5489 req-3093101c-3b35-426d-a027-2d6c5fd0cbf2 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883040 Mar 08 12:13:16.866734 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-51aa4872-3d15-40f5-ba54-197ca1ee5489 req-8569bb7a-f98c-4d0c-9b87-dfbb7dd8b3d9 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834224 Mar 08 12:13:17.584639 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-98a429dc-0648-4f33-a73b-33625e0dfd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:20.123793 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c66-d936-4166-bf70-cbedebffa333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:21.060997 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:22.536151 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:23.921697 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:31.014920 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:13:37.001881 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:47.612936 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d8bdf347-918b-4707-9c2c-3be0c3e1c78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:50.109731 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-30d5feba-fa09-48a8-bf33-a3324dedef13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:51.060476 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:52.563669 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:53.926809 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:06.991758 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:08.013049 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:14:16.347040 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e02141c8-a52b-4948-b9ec-20b1779f1cb1 req-258a05e4-8586-4203-9b75-a6382937a327 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477221 Mar 08 12:14:16.424201 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02141c8-a52b-4948-b9ec-20b1779f1cb1 req-21058f83-6679-4800-8722-c0cae11af858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:16.425763 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e02141c8-a52b-4948-b9ec-20b1779f1cb1 req-21058f83-6679-4800-8722-c0cae11af858 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f50093a27dcb469f994f59480783a409&device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 1168 time: 0.0438540 Mar 08 12:14:16.540301 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02141c8-a52b-4948-b9ec-20b1779f1cb1 req-b87e831b-cd1b-43b0-aabe-0e8716a0b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:16.542333 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e02141c8-a52b-4948-b9ec-20b1779f1cb1 req-b87e831b-cd1b-43b0-aabe-0e8716a0b0c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170 HTTP/1.1" status: 200 len: 915 time: 0.0962481 Mar 08 12:14:16.613133 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e02141c8-a52b-4948-b9ec-20b1779f1cb1 req-118f3d2c-a29c-462c-983d-4e9d83a2da00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdd4215-913f-490f-afcd-94bb68a1708c HTTP/1.1" status: 200 len: 1000 time: 0.0633032 Mar 08 12:14:16.667232 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02141c8-a52b-4948-b9ec-20b1779f1cb1 req-3177c9bb-9c83-4fc0-b8b4-0e887476fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:16.668757 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e02141c8-a52b-4948-b9ec-20b1779f1cb1 req-3177c9bb-9c83-4fc0-b8b4-0e887476fbc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e06c55e0-a54a-47d4-a931-ff934459ce93 HTTP/1.1" status: 200 len: 853 time: 0.0499938 Mar 08 12:14:16.717399 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02141c8-a52b-4948-b9ec-20b1779f1cb1 req-3f72ce27-b96a-41ba-a02c-2d3e8ac4a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:16.718891 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e02141c8-a52b-4948-b9ec-20b1779f1cb1 req-3f72ce27-b96a-41ba-a02c-2d3e8ac4a7dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438428 Mar 08 12:14:16.811716 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e02141c8-a52b-4948-b9ec-20b1779f1cb1 req-a5f8f5d8-7775-4d6a-ba4b-24e21508d602 service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861068 Mar 08 12:14:16.918527 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e02141c8-a52b-4948-b9ec-20b1779f1cb1 req-39067dab-12a5-495f-b2c1-b24835cf7d51 service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003363 Mar 08 12:14:17.597372 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-bf7dabd0-2e8d-4c31-b5a9-05e0e9fad5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:20.109761 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-581a113a-cda3-4df8-acdb-e2c9fd6f5dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:20.798188 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dabcc6-f942-4966-a25e-4968c4a7355e req-af9c8909-d05c-4f49-9011-f184fd46f955 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:20.799679 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-76dabcc6-f942-4966-a25e-4968c4a7355e req-af9c8909-d05c-4f49-9011-f184fd46f955 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 984 time: 0.0546427 Mar 08 12:14:20.887164 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-76dabcc6-f942-4966-a25e-4968c4a7355e req-025ffe72-b487-4e20-885a-d04ab4903cd4 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&id=a87b9a65-b56d-48d6-87de-739586fc6310&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817244 Mar 08 12:14:20.896765 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb112a-bbae-4f68-861d-50b9efffbfa3 req-aac602b6-08d1-49e7-bacd-9d74a22e9d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:20.898244 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dcdb112a-bbae-4f68-861d-50b9efffbfa3 req-aac602b6-08d1-49e7-bacd-9d74a22e9d46 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f50093a27dcb469f994f59480783a409&device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 1168 time: 0.0718012 Mar 08 12:14:20.990173 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb112a-bbae-4f68-861d-50b9efffbfa3 req-27eb035b-276a-40b3-ab7c-4e5e1ea680c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:20.991553 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dcdb112a-bbae-4f68-861d-50b9efffbfa3 req-27eb035b-276a-40b3-ab7c-4e5e1ea680c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170 HTTP/1.1" status: 200 len: 915 time: 0.0876994 Mar 08 12:14:21.057258 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dcdb112a-bbae-4f68-861d-50b9efffbfa3 req-c06ba54e-617a-43a0-a02c-8ed4373b2dad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdd4215-913f-490f-afcd-94bb68a1708c HTTP/1.1" status: 200 len: 1000 time: 0.0588882 Mar 08 12:14:21.076604 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:21.111138 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb112a-bbae-4f68-861d-50b9efffbfa3 req-bb6eaae0-3910-4b41-8d06-7df5cb5f60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:21.112600 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dcdb112a-bbae-4f68-861d-50b9efffbfa3 req-bb6eaae0-3910-4b41-8d06-7df5cb5f60aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e06c55e0-a54a-47d4-a931-ff934459ce93 HTTP/1.1" status: 200 len: 853 time: 0.0470929 Mar 08 12:14:21.159737 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb112a-bbae-4f68-861d-50b9efffbfa3 req-2663cf9c-4c22-4562-9bdf-a227e55c3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:21.161242 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dcdb112a-bbae-4f68-861d-50b9efffbfa3 req-2663cf9c-4c22-4562-9bdf-a227e55c3180 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425439 Mar 08 12:14:21.253783 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dcdb112a-bbae-4f68-861d-50b9efffbfa3 req-e7850865-27bc-4bc1-aafe-5a38617167dd service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861008 Mar 08 12:14:21.346702 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dcdb112a-bbae-4f68-861d-50b9efffbfa3 req-46bde05c-f326-4fa8-a921-ec18ba2c4864 service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859616 Mar 08 12:14:22.012035 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ea982-f193-4667-9dd0-bd846848cca0 req-610f692c-3ab5-444d-bbc2-aee21012e285 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:22.013531 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-db4ea982-f193-4667-9dd0-bd846848cca0 req-610f692c-3ab5-444d-bbc2-aee21012e285 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 984 time: 0.0542724 Mar 08 12:14:22.078575 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-db4ea982-f193-4667-9dd0-bd846848cca0 req-de200562-17a8-49b7-8563-3e52bddd4f23 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&id=a87b9a65-b56d-48d6-87de-739586fc6310&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584469 Mar 08 12:14:22.540148 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:23.198920 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c97a83-b742-4d7a-85e4-dc789aa98139 req-b1707873-e59b-4d6e-b8d3-9f5a85effe6b tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:23.200293 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-44c97a83-b742-4d7a-85e4-dc789aa98139 req-b1707873-e59b-4d6e-b8d3-9f5a85effe6b tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 984 time: 0.0545778 Mar 08 12:14:23.258381 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-44c97a83-b742-4d7a-85e4-dc789aa98139 req-28993be4-beb0-4f1e-a798-654f36246a9e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&id=a87b9a65-b56d-48d6-87de-739586fc6310&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523605 Mar 08 12:14:23.934471 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:24.375447 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec9ffb-a178-45cc-a563-8f7fd8dcdf18 req-2b34f08d-4968-41d8-9640-ddcf04cecd00 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:24.377819 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a7ec9ffb-a178-45cc-a563-8f7fd8dcdf18 req-2b34f08d-4968-41d8-9640-ddcf04cecd00 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 984 time: 0.0525534 Mar 08 12:14:24.434624 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a7ec9ffb-a178-45cc-a563-8f7fd8dcdf18 req-a9475716-866e-4374-96f7-da351ba8c996 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&id=a87b9a65-b56d-48d6-87de-739586fc6310&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520585 Mar 08 12:14:25.565261 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ac090-4179-47e2-ae74-432da115e5a1 req-117ec3e2-3322-495f-bcf7-a40104e11a1b tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:25.566747 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-213ac090-4179-47e2-ae74-432da115e5a1 req-117ec3e2-3322-495f-bcf7-a40104e11a1b tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 984 time: 0.0604057 Mar 08 12:14:25.627075 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-213ac090-4179-47e2-ae74-432da115e5a1 req-8171c9e1-4f9d-4f22-9bb8-7ac78bfc933e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&id=a87b9a65-b56d-48d6-87de-739586fc6310&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542521 Mar 08 12:14:26.748629 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3cdd0-74ee-4e2c-a0e7-cb40ecd26628 req-a8749af8-a51d-48b7-a907-15ff35f1e768 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:26.750095 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7fa3cdd0-74ee-4e2c-a0e7-cb40ecd26628 req-a8749af8-a51d-48b7-a907-15ff35f1e768 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 984 time: 0.0513618 Mar 08 12:14:26.807530 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7fa3cdd0-74ee-4e2c-a0e7-cb40ecd26628 req-c506124e-6819-4c21-96bf-5de5c8adbcf4 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&id=a87b9a65-b56d-48d6-87de-739586fc6310&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518274 Mar 08 12:14:27.924493 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0b3d-0fbf-439a-abf1-e0788271cc1b req-b10b00ce-1d41-43df-902b-367f2e249dd9 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:27.926084 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-852c0b3d-0fbf-439a-abf1-e0788271cc1b req-b10b00ce-1d41-43df-902b-367f2e249dd9 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 984 time: 0.0529466 Mar 08 12:14:27.989580 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-852c0b3d-0fbf-439a-abf1-e0788271cc1b req-38e4ea3b-d30c-4576-8c82-6b6049207a5c tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&id=a87b9a65-b56d-48d6-87de-739586fc6310&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576892 Mar 08 12:14:28.206989 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043d00c-5a8c-4d12-9e78-45cb529c0448 req-6fd983ee-a9c3-4844-913f-e1a98baf9eb5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:28.208637 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1043d00c-5a8c-4d12-9e78-45cb529c0448 req-6fd983ee-a9c3-4844-913f-e1a98baf9eb5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 946 time: 0.0522428 Mar 08 12:14:28.256545 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1043d00c-5a8c-4d12-9e78-45cb529c0448 req-5c2b6feb-968e-4199-8b12-c36965d95468 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423775 Mar 08 12:14:29.108089 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de76fc1-3d0b-487b-8688-bdb6deff2f25 req-da90e87b-d401-4ed2-a82a-30544c21b5d3 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:29.109736 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2de76fc1-3d0b-487b-8688-bdb6deff2f25 req-da90e87b-d401-4ed2-a82a-30544c21b5d3 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 984 time: 0.0537181 Mar 08 12:14:29.171801 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2de76fc1-3d0b-487b-8688-bdb6deff2f25 req-8795541b-5b45-4783-925c-0dcadcbd1b02 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&id=a87b9a65-b56d-48d6-87de-739586fc6310&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561922 Mar 08 12:14:29.377650 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed7f37-6dc9-4449-bae4-232a90741a6c req-d45ab6e9-6403-4a11-bfd7-4d0fc24b9849 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:29.379170 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b4ed7f37-6dc9-4449-bae4-232a90741a6c req-d45ab6e9-6403-4a11-bfd7-4d0fc24b9849 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 946 time: 0.0561473 Mar 08 12:14:29.426156 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b4ed7f37-6dc9-4449-bae4-232a90741a6c req-3e704390-61b4-4ded-80c8-b284fdaf7248 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412045 Mar 08 12:14:30.037426 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-b1c9792a-42f5-4fad-baad-783c9111f15d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:30.038912 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-b1c9792a-42f5-4fad-baad-783c9111f15d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 946 time: 0.0528808 Mar 08 12:14:30.145418 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Deleting port 193ed078-86b9-462a-b790-ea787dbc22fa {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:14:30.146162 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:30.247462 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] For port 193ed078-86b9-462a-b790-ea787dbc22fa, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=193ed078-86b9-462a-b790-ea787dbc22fa,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:14:30.247821 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:30.385697 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678098-f98a-4344-8ac7-7d2bbdf9ca48 req-a623fe25-ef00-431a-8a5e-0cbf523b90e0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:30.387161 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21678098-f98a-4344-8ac7-7d2bbdf9ca48 req-a623fe25-ef00-431a-8a5e-0cbf523b90e0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 984 time: 0.1364515 Mar 08 12:14:30.515547 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:30.515911 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (b69e5ace-f903-4fad-8f89-f050e5a97f5e), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:30.516234 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Floating IP b69e5ace-f903-4fad-8f89-f050e5a97f5e disassociated. External IP: 172.27.0.8, port: 193ed078-86b9-462a-b790-ea787dbc22fa. Mar 08 12:14:30.516634 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Calling delete_port for 193ed078-86b9-462a-b790-ea787dbc22fa owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:14:30.539169 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-21678098-f98a-4344-8ac7-7d2bbdf9ca48 req-2d668d43-6993-426d-8785-600383fb282f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&id=a87b9a65-b56d-48d6-87de-739586fc6310&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450448 Mar 08 12:14:30.613625 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b76257-f978-453c-9e64-8b75bfe7c349 req-f6658164-f58a-476f-b8ee-550aefa5e723 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:30.615106 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f5b76257-f978-453c-9e64-8b75bfe7c349 req-f6658164-f58a-476f-b8ee-550aefa5e723 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 946 time: 0.1171861 Mar 08 12:14:30.695987 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f5b76257-f978-453c-9e64-8b75bfe7c349 req-4ec145b7-c13b-4252-a1ef-bdb95057193d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f62b3ac-2e9e-485b-8404-58d2e59f695f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743682 Mar 08 12:14:30.762563 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (193ed078-86b9-462a-b790-ea787dbc22fa), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:30.792139 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event deleted for resources: {'Port': ['ID=193ed078-86b9-462a-b790-ea787dbc22fa,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:30.802083 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.802442 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.802792 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.803135 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.803475 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.803809 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.804143 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.804568 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.804960 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.805294 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.805627 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.806505 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.806834 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:31.205431 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Router 62dd0752-70ba-4054-90a7-40fa87db2a03 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:14:31.319363 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:14:31.330512 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a00d6b-3052-47e8-bb41-61ac34699515 None None] Sync routers for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:14:31.348118 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a00d6b-3052-47e8-bb41-61ac34699515 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:14:31.348943 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-20a00d6b-3052-47e8-bb41-61ac34699515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:14:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:14:31.362639 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] No DVR routers for this DVR port 193ed078-86b9-462a-b790-ea787dbc22fa on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:14:31.365468 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:31.368713 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6cdd1ebe-5261-401a-a257-b8c0f6086056 req-2cecc3cc-98a4-4c9e-8c7a-90c62c18930a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "DELETE /v2.0/ports/193ed078-86b9-462a-b790-ea787dbc22fa HTTP/1.1" status: 204 len: 173 time: 1.3246560 Mar 08 12:14:31.369194 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd173ee-aba9-460f-bd2e-b71e74d91ecb', 'name': 'network-vif-deleted', 'tag': '193ed078-86b9-462a-b790-ea787dbc22fa'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:14:31.371946 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e47253-aac6-461d-ac75-59ef7dcfdcce" -d '{"events": [{"server_uuid": "8dd173ee-aba9-460f-bd2e-b71e74d91ecb", "name": "network-vif-deleted", "tag": "193ed078-86b9-462a-b790-ea787dbc22fa"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:14:31.409468 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d03a448-788b-4689-a995-438d47ba1848 x-openstack-request-id: req-8d03a448-788b-4689-a995-438d47ba1848 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:14:31.409738 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd173ee-aba9-460f-bd2e-b71e74d91ecb", "name": "network-vif-deleted", "tag": "193ed078-86b9-462a-b790-ea787dbc22fa", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:14:31.409998 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d03a448-788b-4689-a995-438d47ba1848 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:14:31.410400 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd173ee-aba9-460f-bd2e-b71e74d91ecb', 'name': 'network-vif-deleted', 'tag': '193ed078-86b9-462a-b790-ea787dbc22fa', 'status': 'completed', 'code': 200} Mar 08 12:14:31.487136 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-20a00d6b-3052-47e8-bb41-61ac34699515 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:14:31.672094 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9193d8-2680-4f94-a2b9-c762b35a56fc req-bc1f5a96-2369-488a-bb57-050e47bd750e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:31.674539 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8d9193d8-2680-4f94-a2b9-c762b35a56fc req-bc1f5a96-2369-488a-bb57-050e47bd750e tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 984 time: 0.0628726 Mar 08 12:14:31.738095 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8d9193d8-2680-4f94-a2b9-c762b35a56fc req-71b190f7-ec00-411d-b055-93c1f800a18c tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&id=a87b9a65-b56d-48d6-87de-739586fc6310&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580940 Mar 08 12:14:31.754563 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-20a00d6b-3052-47e8-bb41-61ac34699515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '898a6f3d-7058-48e1-b1c7-7dc08210e547', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:f5:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:50Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 2, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:14:31.784522 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a00d6b-3052-47e8-bb41-61ac34699515 None None] Checking router: 62dd0752-70ba-4054-90a7-40fa87db2a03 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:14:31.793068 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a00d6b-3052-47e8-bb41-61ac34699515 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:14:31.793677 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-20a00d6b-3052-47e8-bb41-61ac34699515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:14:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:14:31.806752 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-36c45cbe-ed1e-429c-9a24-30a962e99cd3 req-51b2a2c2-e1df-4baf-9a2f-ff3e2adb6c40 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd173ee-aba9-460f-bd2e-b71e74d91ecb HTTP/1.1" status: 200 len: 210 time: 0.0267060 Mar 08 12:14:31.908220 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-20a00d6b-3052-47e8-bb41-61ac34699515 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:14:32.128785 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-20a00d6b-3052-47e8-bb41-61ac34699515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '898a6f3d-7058-48e1-b1c7-7dc08210e547', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:f5:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:50Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 2, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:14:32.158680 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a00d6b-3052-47e8-bb41-61ac34699515 None None] The sync data for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi is: [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '898a6f3d-7058-48e1-b1c7-7dc08210e547', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:f5:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:50Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 2, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:14:32.380127 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7545567e-1df6-4e5b-a3a4-cddbad00abfd None None] New status for floating IP b69e5ace-f903-4fad-8f89-f050e5a97f5e: DOWN {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:14:32.872245 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4903cf-d877-40cb-b8c2-c195eb5ca061 req-ecf5b9df-91c9-493c-8078-01b0ac875e76 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:32.873778 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ce4903cf-d877-40cb-b8c2-c195eb5ca061 req-ecf5b9df-91c9-493c-8078-01b0ac875e76 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 984 time: 0.0611570 Mar 08 12:14:32.939400 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ce4903cf-d877-40cb-b8c2-c195eb5ca061 req-163744f1-ea80-410d-8e6a-14295f4575ae tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&id=a87b9a65-b56d-48d6-87de-739586fc6310&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596437 Mar 08 12:14:32.961082 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51532) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:33.015860 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a367f440-a95d-42bf-933c-add6c4af025d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (6f62b3ac-2e9e-485b-8404-58d2e59f695f), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:33.044388 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a367f440-a95d-42bf-933c-add6c4af025d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (6f62b3ac-2e9e-485b-8404-58d2e59f695f), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:33.162722 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a367f440-a95d-42bf-933c-add6c4af025d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6f62b3ac-2e9e-485b-8404-58d2e59f695f), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:33.165398 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-a367f440-a95d-42bf-933c-add6c4af025d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:33.166561 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-a367f440-a95d-42bf-933c-add6c4af025d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "DELETE /v2.0/security-groups/6f62b3ac-2e9e-485b-8404-58d2e59f695f HTTP/1.1" status: 204 len: 168 time: 0.2044730 Mar 08 12:14:33.169319 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51536) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:33.175791 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367f440-a95d-42bf-933c-add6c4af025d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f62b3ac-2e9e-485b-8404-58d2e59f695f,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:33.186690 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.api.v2.resource [None req-c4665ff3-4f02-4d87-8242-1f710fb2b812 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] show failed (client error): The resource could not be found. Mar 08 12:14:33.187766 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c4665ff3-4f02-4d87-8242-1f710fb2b812 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups/6f62b3ac-2e9e-485b-8404-58d2e59f695f HTTP/1.1" status: 404 len: 347 time: 0.0173209 Mar 08 12:14:33.190690 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51540) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:33.315392 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Deleting port 49dc25d5-12ba-4fa7-a335-082e64d1e1a0 {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:14:33.315626 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (49dc25d5-12ba-4fa7-a335-082e64d1e1a0), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:33.389258 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (49dc25d5-12ba-4fa7-a335-082e64d1e1a0), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:33.389584 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (49dc25d5-12ba-4fa7-a335-082e64d1e1a0), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:33.400975 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Calling delete_port for 49dc25d5-12ba-4fa7-a335-082e64d1e1a0 owned by network:floatingip {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:14:33.614433 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (49dc25d5-12ba-4fa7-a335-082e64d1e1a0), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:33.639834 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event deleted for resources: {'Port': ['ID=49dc25d5-12ba-4fa7-a335-082e64d1e1a0,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:33.651061 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:33.651417 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:33.651761 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:33.652103 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:33.652475 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:33.652809 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:33.653142 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:33.653472 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:33.653800 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:33.654127 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:33.654452 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:33.654774 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:33.655098 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:33.712439 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (b69e5ace-f903-4fad-8f89-f050e5a97f5e), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:33.714929 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:33.716145 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-80518523-c22e-4c95-a6bd-b77ed594cada tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "DELETE /v2.0/floatingips/b69e5ace-f903-4fad-8f89-f050e5a97f5e HTTP/1.1" status: 204 len: 168 time: 0.5245204 Mar 08 12:14:35.216938 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 193ed078-86b9-462a-b790-ea787dbc22fa no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:14:35.237747 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 193ed078-86b9-462a-b790-ea787dbc22fa {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:14:35.238095 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 193ed078-86b9-462a-b790-ea787dbc22fa not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:14:36.704339 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889f0bf-48e8-43b7-a039-f5c3ccf0f0c9 req-fe7ce08e-97ee-43b9-83e9-c23f5885268b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:36.705840 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8889f0bf-48e8-43b7-a039-f5c3ccf0f0c9 req-fe7ce08e-97ee-43b9-83e9-c23f5885268b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 945 time: 0.0543852 Mar 08 12:14:36.752821 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8889f0bf-48e8-43b7-a039-f5c3ccf0f0c9 req-6a5c4d9f-a495-49d0-86ad-4aadfff420d7 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=3990dae2-6c23-43f5-bf5b-033b827270b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411625 Mar 08 12:14:37.006631 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:37.873586 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32bfdb-bc12-46a9-970d-c0f438df3f95 req-cb724234-915c-4567-809f-f717845ae8b6 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:37.875110 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5f32bfdb-bc12-46a9-970d-c0f438df3f95 req-cb724234-915c-4567-809f-f717845ae8b6 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 945 time: 0.0546384 Mar 08 12:14:37.922109 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5f32bfdb-bc12-46a9-970d-c0f438df3f95 req-b2a4d5c3-dd13-4935-985f-b2ec13ce81b2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=3990dae2-6c23-43f5-bf5b-033b827270b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415564 Mar 08 12:14:38.669793 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-b3c9fde9-c3df-4880-ac8c-eb2acc1c778c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:38.671232 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-b3c9fde9-c3df-4880-ac8c-eb2acc1c778c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 945 time: 0.0502677 Mar 08 12:14:38.772857 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Deleting port 06d68028-8d73-44a7-87ae-f4abfad3b44b {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:14:38.773181 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:38.860703 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] For port 06d68028-8d73-44a7-87ae-f4abfad3b44b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=06d68028-8d73-44a7-87ae-f4abfad3b44b,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:14:38.861070 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:39.059459 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:39.060186 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (898a6f3d-7058-48e1-b1c7-7dc08210e547), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:39.060186 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Floating IP 898a6f3d-7058-48e1-b1c7-7dc08210e547 disassociated. External IP: 172.27.0.191, port: 06d68028-8d73-44a7-87ae-f4abfad3b44b. Mar 08 12:14:39.060487 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Calling delete_port for 06d68028-8d73-44a7-87ae-f4abfad3b44b owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:14:39.085406 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7496f03-2e5b-45ab-8a8a-35842f15905f req-6f041228-05b7-4c8b-bb49-2fe92fa2404f tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:39.086895 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e7496f03-2e5b-45ab-8a8a-35842f15905f req-6f041228-05b7-4c8b-bb49-2fe92fa2404f tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 945 time: 0.0805774 Mar 08 12:14:39.181771 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e7496f03-2e5b-45ab-8a8a-35842f15905f req-8a334bd7-7dce-453f-8bac-3e80f27d256a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=3990dae2-6c23-43f5-bf5b-033b827270b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682614 Mar 08 12:14:39.283104 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (06d68028-8d73-44a7-87ae-f4abfad3b44b), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:39.311281 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event deleted for resources: {'Port': ['ID=06d68028-8d73-44a7-87ae-f4abfad3b44b,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:39.425687 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Router 62dd0752-70ba-4054-90a7-40fa87db2a03 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:14:39.542097 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:14:39.552580 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e120871-0aa1-441f-9453-7226a9ca042c None None] Sync routers for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:14:39.567580 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e120871-0aa1-441f-9453-7226a9ca042c None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:14:39.568267 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3e120871-0aa1-441f-9453-7226a9ca042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:14:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:14:39.583666 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] No DVR routers for this DVR port 06d68028-8d73-44a7-87ae-f4abfad3b44b on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:14:39.586392 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:39.590624 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6ef036cc-fc7e-4662-97c1-410bf0480f31 req-cd16920b-966c-4624-95f7-868c12381b0d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "DELETE /v2.0/ports/06d68028-8d73-44a7-87ae-f4abfad3b44b HTTP/1.1" status: 204 len: 173 time: 0.9118667 Mar 08 12:14:39.591087 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'name': 'network-vif-deleted', 'tag': '06d68028-8d73-44a7-87ae-f4abfad3b44b'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:14:39.593387 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f96e28f-4bb3-4d25-a473-fb45565e92ab" -d '{"events": [{"server_uuid": "54aa123a-2e5d-4b53-8f99-52011fe23ac9", "name": "network-vif-deleted", "tag": "06d68028-8d73-44a7-87ae-f4abfad3b44b"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:14:39.632623 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed12828f-3549-4e85-ba99-5272abecf72d x-openstack-request-id: req-ed12828f-3549-4e85-ba99-5272abecf72d {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:14:39.632949 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54aa123a-2e5d-4b53-8f99-52011fe23ac9", "name": "network-vif-deleted", "tag": "06d68028-8d73-44a7-87ae-f4abfad3b44b", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:14:39.633160 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed12828f-3549-4e85-ba99-5272abecf72d {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:14:39.634094 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54aa123a-2e5d-4b53-8f99-52011fe23ac9', 'name': 'network-vif-deleted', 'tag': '06d68028-8d73-44a7-87ae-f4abfad3b44b', 'status': 'completed', 'code': 200} Mar 08 12:14:39.685956 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-3e120871-0aa1-441f-9453-7226a9ca042c None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:14:40.027953 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3e120871-0aa1-441f-9453-7226a9ca042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:14:40.057246 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e120871-0aa1-441f-9453-7226a9ca042c None None] Checking router: 62dd0752-70ba-4054-90a7-40fa87db2a03 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:14:40.065502 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e120871-0aa1-441f-9453-7226a9ca042c None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:14:40.066031 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3e120871-0aa1-441f-9453-7226a9ca042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:14:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:14:40.172614 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-3e120871-0aa1-441f-9453-7226a9ca042c None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:14:40.287863 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0989f59f-6866-4425-9135-b35b185730dd req-59d1bf35-5e58-44d1-afbe-4e00c200ae18 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=54aa123a-2e5d-4b53-8f99-52011fe23ac9 HTTP/1.1" status: 200 len: 210 time: 0.0261130 Mar 08 12:14:40.371664 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-3e120871-0aa1-441f-9453-7226a9ca042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:14:40.397641 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e120871-0aa1-441f-9453-7226a9ca042c None None] The sync data for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi is: [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:14:40.620747 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047f9bd-8486-4239-aec2-392c4cb24e66 None None] New status for floating IP 898a6f3d-7058-48e1-b1c7-7dc08210e547: DOWN {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:14:41.426343 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51576) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:41.480924 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-73c3c0f0-b2f0-4ba1-abe6-e79afb746330 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (3990dae2-6c23-43f5-bf5b-033b827270b4), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:41.505473 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-73c3c0f0-b2f0-4ba1-abe6-e79afb746330 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (3990dae2-6c23-43f5-bf5b-033b827270b4), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:41.608503 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-73c3c0f0-b2f0-4ba1-abe6-e79afb746330 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (3990dae2-6c23-43f5-bf5b-033b827270b4), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:41.611252 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-73c3c0f0-b2f0-4ba1-abe6-e79afb746330 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:41.612459 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-73c3c0f0-b2f0-4ba1-abe6-e79afb746330 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "DELETE /v2.0/security-groups/3990dae2-6c23-43f5-bf5b-033b827270b4 HTTP/1.1" status: 204 len: 168 time: 0.1850431 Mar 08 12:14:41.615195 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51578) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:41.621614 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3c0f0-b2f0-4ba1-abe6-e79afb746330 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3990dae2-6c23-43f5-bf5b-033b827270b4,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:41.628587 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.api.v2.resource [None req-fbb2ccc4-b8ec-4ed3-9212-60d5c4216b91 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] show failed (client error): The resource could not be found. Mar 08 12:14:41.629709 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-fbb2ccc4-b8ec-4ed3-9212-60d5c4216b91 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups/3990dae2-6c23-43f5-bf5b-033b827270b4 HTTP/1.1" status: 404 len: 347 time: 0.0135148 Mar 08 12:14:41.632580 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51580) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:41.753752 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-9757c710-8cf0-4357-827d-5528d71398ff tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Deleting port 2f3929f4-8ebc-49b6-a29a-0b945793a127 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:14:41.754092 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9757c710-8cf0-4357-827d-5528d71398ff tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (2f3929f4-8ebc-49b6-a29a-0b945793a127), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:41.834282 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9757c710-8cf0-4357-827d-5528d71398ff tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (2f3929f4-8ebc-49b6-a29a-0b945793a127), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:41.834640 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9757c710-8cf0-4357-827d-5528d71398ff tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (2f3929f4-8ebc-49b6-a29a-0b945793a127), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:41.848429 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-9757c710-8cf0-4357-827d-5528d71398ff tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Calling delete_port for 2f3929f4-8ebc-49b6-a29a-0b945793a127 owned by network:floatingip {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:14:42.060143 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9757c710-8cf0-4357-827d-5528d71398ff tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (2f3929f4-8ebc-49b6-a29a-0b945793a127), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:42.084508 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757c710-8cf0-4357-827d-5528d71398ff tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event deleted for resources: {'Port': ['ID=2f3929f4-8ebc-49b6-a29a-0b945793a127,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:42.147008 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9757c710-8cf0-4357-827d-5528d71398ff tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (898a6f3d-7058-48e1-b1c7-7dc08210e547), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:42.149570 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9757c710-8cf0-4357-827d-5528d71398ff tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:42.150891 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-9757c710-8cf0-4357-827d-5528d71398ff tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "DELETE /v2.0/floatingips/898a6f3d-7058-48e1-b1c7-7dc08210e547 HTTP/1.1" status: 204 len: 168 time: 0.5172203 Mar 08 12:14:42.670891 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51584) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:42.675494 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-93a6d25f-3dba-48dd-b65c-9e4a9f0ac825 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209968428', 'description': 'tempest-description--1310180177'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:14:42.783967 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-93a6d25f-3dba-48dd-b65c-9e4a9f0ac825 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:42.866535 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-93a6d25f-3dba-48dd-b65c-9e4a9f0ac825 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (2b1a450c-7b47-43b9-8db6-a660cef0dd32), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:42.932058 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-93a6d25f-3dba-48dd-b65c-9e4a9f0ac825 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (2b1a450c-7b47-43b9-8db6-a660cef0dd32), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:42.966729 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6d25f-3dba-48dd-b65c-9e4a9f0ac825 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1a450c-7b47-43b9-8db6-a660cef0dd32,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:43.031233 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-93a6d25f-3dba-48dd-b65c-9e4a9f0ac825 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.032534 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-93a6d25f-3dba-48dd-b65c-9e4a9f0ac825 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3604941 Mar 08 12:14:43.035436 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51586) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:43.040444 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-08ee8d22-8a84-4d71-b513-10ecdda5fa54 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'security_group_rule': {'security_group_id': '2b1a450c-7b47-43b9-8db6-a660cef0dd32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:14:43.125840 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-08ee8d22-8a84-4d71-b513-10ecdda5fa54 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (92c32714-8b6e-4eac-94f7-45d5200cf0d7), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.183154 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-08ee8d22-8a84-4d71-b513-10ecdda5fa54 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (92c32714-8b6e-4eac-94f7-45d5200cf0d7), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.235165 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 06d68028-8d73-44a7-87ae-f4abfad3b44b no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:14:43.260512 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 06d68028-8d73-44a7-87ae-f4abfad3b44b {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:14:43.260859 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 06d68028-8d73-44a7-87ae-f4abfad3b44b not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:14:43.269212 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-08ee8d22-8a84-4d71-b513-10ecdda5fa54 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (92c32714-8b6e-4eac-94f7-45d5200cf0d7), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.287622 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee8d22-8a84-4d71-b513-10ecdda5fa54 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c32714-8b6e-4eac-94f7-45d5200cf0d7,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:43.356959 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-08ee8d22-8a84-4d71-b513-10ecdda5fa54 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.358202 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-08ee8d22-8a84-4d71-b513-10ecdda5fa54 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218415 Mar 08 12:14:43.360953 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51588) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:43.365371 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-89672f4f-e951-4166-9853-7215be09594e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'security_group_rule': {'security_group_id': '2b1a450c-7b47-43b9-8db6-a660cef0dd32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:14:43.445523 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89672f4f-e951-4166-9853-7215be09594e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (4d79a373-0c2d-49f3-82f1-5d893fcd0cbe), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.500797 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89672f4f-e951-4166-9853-7215be09594e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (4d79a373-0c2d-49f3-82f1-5d893fcd0cbe), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.572250 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89672f4f-e951-4166-9853-7215be09594e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (4d79a373-0c2d-49f3-82f1-5d893fcd0cbe), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.590952 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89672f4f-e951-4166-9853-7215be09594e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d79a373-0c2d-49f3-82f1-5d893fcd0cbe,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:43.648337 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-89672f4f-e951-4166-9853-7215be09594e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.650071 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-89672f4f-e951-4166-9853-7215be09594e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2881615 Mar 08 12:14:43.656903 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51590) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:43.661370 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'floatingip': {'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:14:43.745710 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.844423 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.945022 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Allocated IP 172.27.0.4 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/343f6faa-6d43-4049-aee5-0a3e1edbcfbe) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:14:44.063129 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for port (343f6faa-6d43-4049-aee5-0a3e1edbcfbe), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:44.201086 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (343f6faa-6d43-4049-aee5-0a3e1edbcfbe), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:44.242523 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:14:44.245853 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:14:44.248264 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:14:44.254489 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'Port': ['ID=343f6faa-6d43-4049-aee5-0a3e1edbcfbe,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:44.355791 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (f2b59716-c92a-4a9e-acc1-5148d7859a4d), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:44.470784 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (343f6faa-6d43-4049-aee5-0a3e1edbcfbe), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:44.621148 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for port (343f6faa-6d43-4049-aee5-0a3e1edbcfbe), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:44.681217 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (343f6faa-6d43-4049-aee5-0a3e1edbcfbe), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:44.760367 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'Port': ['ID=343f6faa-6d43-4049-aee5-0a3e1edbcfbe,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:44.769883 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (f2b59716-c92a-4a9e-acc1-5148d7859a4d), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:44.849114 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:44.850419 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-711fb113-baa9-4b29-add9-6d44764325e3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1924510 Mar 08 12:14:45.011286 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:14:45.019635 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-fc007860-f1c6-4cf6-8d5c-8fa92acd02d1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1209968428&fields=id&tenant_id=275913fc7a5e4a23921ad8f920874035 HTTP/1.1" status: 200 len: 267 time: 0.0429399 Mar 08 12:14:45.129684 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b53b9e9c-174a-4044-b85e-f3139124bfe1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:45.131154 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b53b9e9c-174a-4044-b85e-f3139124bfe1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 815 time: 0.1051240 Mar 08 12:14:45.145658 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-51025b04-27ff-4baf-b305-e26f79d72032 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/quotas/275913fc7a5e4a23921ad8f920874035 HTTP/1.1" status: 200 len: 375 time: 0.0090721 Mar 08 12:14:45.199577 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-ff67a143-fe1b-4e46-9bed-d77380260782 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482891 Mar 08 12:14:45.343646 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-f23a7c30-de9c-46c4-939e-00ea0fb38bf9 service neutron] 10.222.0.43 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324973 Mar 08 12:14:45.433128 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-c13f429f-4114-4513-8828-39728462053d service neutron] 10.222.0.43 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832710 Mar 08 12:14:45.708721 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-abb38e2a-7877-4ba2-817d-76d423b1e6db req-ba2a9fd4-ecf4-4711-a72d-032d5d2260cc tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 210 time: 0.0322351 Mar 08 12:14:46.808637 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-aafbf3a1-4154-4b41-8356-a443b86b087f req-a3e28457-1f9d-4a56-b3d8-20f12313d9b9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 210 time: 0.0268660 Mar 08 12:14:47.613837 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0921-43a0-4b4e-a1bc-21d7f14bc459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:47.905200 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-74cecf86-1b24-48e5-858b-b34abb9d66c7 req-0c74a24e-b9c6-4546-9f8f-251228ded8c5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 210 time: 0.0269036 Mar 08 12:14:48.135417 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-bd8088d5-11ef-4d35-9a60-2be9fa6baced tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:48.136819 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-bd8088d5-11ef-4d35-9a60-2be9fa6baced tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 815 time: 0.0998228 Mar 08 12:14:48.205805 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-bb2ba06d-96aa-470f-a4a9-8f48d4b05159 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275913fc7a5e4a23921ad8f920874035 HTTP/1.1" status: 200 len: 380 time: 0.0545011 Mar 08 12:14:48.215059 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b41e295a-a158-4b77-99ed-1afb2e94ff31 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'port': {'device_id': 'e54a09e4-1349-4737-abeb-a81d3f078d88', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'admin_state_up': True, 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'security_groups': ['2b1a450c-7b47-43b9-8db6-a660cef0dd32']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:14:48.402863 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b41e295a-a158-4b77-99ed-1afb2e94ff31 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Made reservation on behalf of 275913fc7a5e4a23921ad8f920874035 for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:14:48.406344 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b41e295a-a158-4b77-99ed-1afb2e94ff31 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:48.536110 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b41e295a-a158-4b77-99ed-1afb2e94ff31 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Allocated IP 172.20.0.12 (3ee994c5-6065-46be-aff4-3acdf7e3b825/10d5874f-f063-41f2-9463-3121d847e01c/19e72f30-fcbc-44da-aa47-29a1835ad07f) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:14:48.671793 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b41e295a-a158-4b77-99ed-1afb2e94ff31 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:48.766806 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b41e295a-a158-4b77-99ed-1afb2e94ff31 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:48.812210 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b41e295a-a158-4b77-99ed-1afb2e94ff31 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Network 3ee994c5-6065-46be-aff4-3acdf7e3b825 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:14:48.815187 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b41e295a-a158-4b77-99ed-1afb2e94ff31 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:14:48.818861 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b41e295a-a158-4b77-99ed-1afb2e94ff31 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:14:48.845222 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e295a-a158-4b77-99ed-1afb2e94ff31 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'Port': ['ID=19e72f30-fcbc-44da-aa47-29a1835ad07f,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:48.875400 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b41e295a-a158-4b77-99ed-1afb2e94ff31 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:48.876031 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b41e295a-a158-4b77-99ed-1afb2e94ff31 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:48.965801 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-b41e295a-a158-4b77-99ed-1afb2e94ff31 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7523270 Mar 08 12:14:49.030980 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c769a-5553-44f3-8bb0-f9df3b3ca0cc req-9904486b-cd01-4501-a2dc-0cbeb4ac5afa tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:49.032616 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-281c769a-5553-44f3-8bb0-f9df3b3ca0cc req-9904486b-cd01-4501-a2dc-0cbeb4ac5afa tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 932 time: 0.0528810 Mar 08 12:14:49.032836 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-c0bdc67d-a177-4ada-b721-8910dc676b3a None None] Provisioning complete for port 19e72f30-fcbc-44da-aa47-29a1835ad07f triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:14:49.033326 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc67d-a177-4ada-b721-8910dc676b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:49.048642 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Request body: {'port': {'device_id': 'e54a09e4-1349-4737-abeb-a81d3f078d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:14:49.071990 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-c0bdc67d-a177-4ada-b721-8910dc676b3a None None] Port 19e72f30-fcbc-44da-aa47-29a1835ad07f cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:14:49.114755 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-281c769a-5553-44f3-8bb0-f9df3b3ca0cc req-d0e16071-33e6-49e1-a7b9-b2cd23811b38 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765636 Mar 08 12:14:49.140444 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:49.396492 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e72f30-fcbc-44da-aa47-29a1835ad07f {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:14:49.403956 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Publish callbacks [] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:49.416533 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Transition to ACTIVE for port object 19e72f30-fcbc-44da-aa47-29a1835ad07f will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:14:49.514912 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:49.566591 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Pushing event updated for resources: {'Port': ['ID=19e72f30-fcbc-44da-aa47-29a1835ad07f,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:49.639653 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Attempting to bind port 19e72f30-fcbc-44da-aa47-29a1835ad07f on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:14:49.639993 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Attempting to bind port 19e72f30-fcbc-44da-aa47-29a1835ad07f by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:14:49.640343 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Attempting to bind port 19e72f30-fcbc-44da-aa47-29a1835ad07f on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:14:49.645266 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Port 19e72f30-fcbc-44da-aa47-29a1835ad07f on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:14:49.645594 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Attempting to bind port 19e72f30-fcbc-44da-aa47-29a1835ad07f on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:14:49.651666 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:14:49.651932 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Checking segment: {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:14:49.652363 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Bound using segment: {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:14:49.652835 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Bound port: 19e72f30-fcbc-44da-aa47-29a1835ad07f, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:14:49.653195 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:49.720893 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] For port 19e72f30-fcbc-44da-aa47-29a1835ad07f, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:14:49.723928 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] For port 19e72f30-fcbc-44da-aa47-29a1835ad07f, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=19e72f30-fcbc-44da-aa47-29a1835ad07f,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:14:49.803297 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:49.840921 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:49.841545 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:49.843022 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] 10.222.0.53 "PUT /v2.0/ports/19e72f30-fcbc-44da-aa47-29a1835ad07f HTTP/1.1" status: 200 len: 1094 time: 0.7989814 Mar 08 12:14:49.843459 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54a09e4-1349-4737-abeb-a81d3f078d88', 'tag': '19e72f30-fcbc-44da-aa47-29a1835ad07f'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:14:49.845783 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d900788-cca1-4cd0-94dc-91c2b613e1df" -d '{"events": [{"name": "network-changed", "server_uuid": "e54a09e4-1349-4737-abeb-a81d3f078d88", "tag": "19e72f30-fcbc-44da-aa47-29a1835ad07f"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:14:49.875420 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b00a2-0dde-4876-b67b-e59cc9d34efa service neutron] Pushing event updated for resources: {'Port': ['ID=19e72f30-fcbc-44da-aa47-29a1835ad07f,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:49.914629 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3a8f28-f440-4376-be95-89a215799a7f x-openstack-request-id: req-7d3a8f28-f440-4376-be95-89a215799a7f {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:14:49.915553 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54a09e4-1349-4737-abeb-a81d3f078d88", "tag": "19e72f30-fcbc-44da-aa47-29a1835ad07f", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:14:49.915821 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d3a8f28-f440-4376-be95-89a215799a7f {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:14:49.916260 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54a09e4-1349-4737-abeb-a81d3f078d88', 'tag': '19e72f30-fcbc-44da-aa47-29a1835ad07f', 'status': 'completed', 'code': 200} Mar 08 12:14:50.000715 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d900788-cca1-4cd0-94dc-91c2b613e1df req-65d60b0d-b2f4-4200-a208-960fd065b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:50.002231 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9d900788-cca1-4cd0-94dc-91c2b613e1df req-65d60b0d-b2f4-4200-a208-960fd065b5ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 1128 time: 0.0477297 Mar 08 12:14:50.104307 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-560e480d-1fe4-4a39-a85a-bf3da10fe57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:50.113743 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d900788-cca1-4cd0-94dc-91c2b613e1df req-12bcc19d-f9d7-4382-812b-22f46b174d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:50.119380 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9d900788-cca1-4cd0-94dc-91c2b613e1df req-12bcc19d-f9d7-4382-812b-22f46b174d20 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=275913fc7a5e4a23921ad8f920874035&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1008453 Mar 08 12:14:50.239860 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d900788-cca1-4cd0-94dc-91c2b613e1df req-d2786711-553a-4144-b767-de6ad1b119fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:50.241336 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9d900788-cca1-4cd0-94dc-91c2b613e1df req-d2786711-553a-4144-b767-de6ad1b119fe service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190689 Mar 08 12:14:50.254692 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e24773-021d-4702-b84e-5c580b921b74 req-7b53b8ad-df84-444e-9e2a-a6e37c721181 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:50.256223 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88e24773-021d-4702-b84e-5c580b921b74 req-7b53b8ad-df84-444e-9e2a-a6e37c721181 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 944 time: 0.0712254 Mar 08 12:14:50.307348 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-88e24773-021d-4702-b84e-5c580b921b74 req-9d98169f-40fb-4d00-a329-402b1a98ccdc tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450995 Mar 08 12:14:50.348443 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-be607053-1248-40db-a985-7a243c47bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:50.349902 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-be607053-1248-40db-a985-7a243c47bf5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 1128 time: 0.0417142 Mar 08 12:14:50.397419 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-eaa1f05a-2cb6-4803-83b3-c33eea7dd01a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19e72f30-fcbc-44da-aa47-29a1835ad07f HTTP/1.1" status: 200 len: 217 time: 0.0343423 Mar 08 12:14:50.449494 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-ad38a18d-abd8-45cf-8e54-a034bef22bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:50.450899 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-ad38a18d-abd8-45cf-8e54-a034bef22bc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10d5874f-f063-41f2-9463-3121d847e01c HTTP/1.1" status: 200 len: 854 time: 0.0477157 Mar 08 12:14:50.500062 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-91d8fb05-b2d3-468b-a121-8d08e513cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:50.501602 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-91d8fb05-b2d3-468b-a121-8d08e513cd31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ee994c5-6065-46be-aff4-3acdf7e3b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444191 Mar 08 12:14:50.590019 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-ed72897e-1c05-4523-92e8-b9f51fa704eb service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828207 Mar 08 12:14:50.683293 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-780ee432-ae6e-4b2b-b316-840bd6baa7c2 req-5c732208-4738-4fc1-81fc-57b07eede391 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860000 Mar 08 12:14:51.053790 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:51.423435 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a7457-d7ac-4d11-af90-af0de0e03524 req-152f8fb1-7f19-4c24-976d-3c89a5930085 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:51.424914 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a71a7457-d7ac-4d11-af90-af0de0e03524 req-152f8fb1-7f19-4c24-976d-3c89a5930085 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 944 time: 0.0506570 Mar 08 12:14:51.469320 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a71a7457-d7ac-4d11-af90-af0de0e03524 req-3773dc4e-66f7-45c5-bcf8-117f26d922ab tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390236 Mar 08 12:14:52.549323 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:52.590952 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39da5bc-3a43-4653-9ab0-608f3edaf56d req-a4a667f3-4aee-4da6-bd40-65d67d753ffe tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:52.592504 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d39da5bc-3a43-4653-9ab0-608f3edaf56d req-a4a667f3-4aee-4da6-bd40-65d67d753ffe tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 944 time: 0.0567396 Mar 08 12:14:52.642167 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d39da5bc-3a43-4653-9ab0-608f3edaf56d req-d910a84f-06d8-4c05-8dee-7c604cff19db tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 Mar 08 12:14:53.763101 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca5682-adb6-4290-9aa3-d33a3f747305 req-3ad51cf5-54ff-4544-ad40-6176ff95025d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:53.764542 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-acca5682-adb6-4290-9aa3-d33a3f747305 req-3ad51cf5-54ff-4544-ad40-6176ff95025d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 944 time: 0.0529838 Mar 08 12:14:53.811481 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-acca5682-adb6-4290-9aa3-d33a3f747305 req-8bd81c92-3b41-499b-859c-7e8ba20c0107 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Mar 08 12:14:53.926306 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:54.934082 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c12d1-e362-4fdc-bc93-7d71fb3cb28a req-ea83cd6c-94ea-4bd8-9f07-788c383eec65 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:54.935569 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-324c12d1-e362-4fdc-bc93-7d71fb3cb28a req-ea83cd6c-94ea-4bd8-9f07-788c383eec65 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 944 time: 0.0542386 Mar 08 12:14:54.986970 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-324c12d1-e362-4fdc-bc93-7d71fb3cb28a req-4b514de0-ab11-4ea6-b983-808018616d60 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458708 Mar 08 12:14:55.307919 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 19e72f30-fcbc-44da-aa47-29a1835ad07f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:14:55.407630 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 19e72f30-fcbc-44da-aa47-29a1835ad07f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=19e72f30-fcbc-44da-aa47-29a1835ad07f,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:14:55.419378 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '19e72f30-fcbc-44da-aa47-29a1835ad07f', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'port_id': '19e72f30-fcbc-44da-aa47-29a1835ad07f', 'mac_address': 'fa:16:3e:5d:3c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:14:55.458623 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 19e72f30-fcbc-44da-aa47-29a1835ad07f is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:14:55.459020 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:55.472850 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e72f30-fcbc-44da-aa47-29a1835ad07f {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:14:55.494748 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 19e72f30-fcbc-44da-aa47-29a1835ad07f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=19e72f30-fcbc-44da-aa47-29a1835ad07f,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:14:55.562856 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:55.609695 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=19e72f30-fcbc-44da-aa47-29a1835ad07f,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:55.617282 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:55.618207 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:55.618523 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:55.618865 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:55.619201 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:55.619533 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:55.619865 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:55.620195 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:55.620557 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:55.620889 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:55.621214 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:55.621536 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:55.621858 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:56.085789 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['19e72f30-fcbc-44da-aa47-29a1835ad07f'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:14:56.397624 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdf357-4c83-418c-b927-aab16aeb07e1 req-c603a7fd-cd0c-48ce-b9e2-a18517fa4543 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:56.399209 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-58fdf357-4c83-418c-b927-aab16aeb07e1 req-c603a7fd-cd0c-48ce-b9e2-a18517fa4543 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 945 time: 0.3439796 Mar 08 12:14:56.448402 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-58fdf357-4c83-418c-b927-aab16aeb07e1 req-759648c7-64b7-4b42-a544-0a135c0131b5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433908 Mar 08 12:14:57.326367 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 19e72f30-fcbc-44da-aa47-29a1835ad07f up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:14:57.458001 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 19e72f30-fcbc-44da-aa47-29a1835ad07f completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:14:57.463109 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 19e72f30-fcbc-44da-aa47-29a1835ad07f triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:14:57.463621 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:57.542583 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 19e72f30-fcbc-44da-aa47-29a1835ad07f is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:14:57.542970 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:57.565468 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54a09e4-1349-4737-abeb-a81d3f078d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e72f30-fcbc-44da-aa47-29a1835ad07f'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:14:57.565778 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addb657-694f-4661-8757-ea6cb38786ab req-0be90304-0d71-4d52-b421-aba172d11dfc tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:57.567172 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6addb657-694f-4661-8757-ea6cb38786ab req-0be90304-0d71-4d52-b421-aba172d11dfc tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 945 time: 0.0512178 Mar 08 12:14:57.567783 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12573866-5ffe-44d3-9541-ba4f497b9afa" -d '{"events": [{"server_uuid": "e54a09e4-1349-4737-abeb-a81d3f078d88", "name": "network-vif-plugged", "status": "completed", "tag": "19e72f30-fcbc-44da-aa47-29a1835ad07f"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:14:57.581549 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 19e72f30-fcbc-44da-aa47-29a1835ad07f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=19e72f30-fcbc-44da-aa47-29a1835ad07f,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:14:57.607513 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af45190c-ea40-406b-a591-8b5c6e4a7f85 x-openstack-request-id: req-af45190c-ea40-406b-a591-8b5c6e4a7f85 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:14:57.607813 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54a09e4-1349-4737-abeb-a81d3f078d88", "name": "network-vif-plugged", "status": "completed", "tag": "19e72f30-fcbc-44da-aa47-29a1835ad07f", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:14:57.608146 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af45190c-ea40-406b-a591-8b5c6e4a7f85 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:14:57.608486 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54a09e4-1349-4737-abeb-a81d3f078d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e72f30-fcbc-44da-aa47-29a1835ad07f', 'code': 200} Mar 08 12:14:57.617133 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6addb657-694f-4661-8757-ea6cb38786ab req-d5f41509-82f3-4771-9144-6a187ee4d507 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423882 Mar 08 12:14:57.625465 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:57.676553 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=19e72f30-fcbc-44da-aa47-29a1835ad07f,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:57.927016 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9336dbb-ad1b-4ecd-a54e-2aecc76e0cff req-61e825e3-8914-4947-9422-a11dec4bbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:57.928516 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a9336dbb-ad1b-4ecd-a54e-2aecc76e0cff req-61e825e3-8914-4947-9422-a11dec4bbac9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 1130 time: 0.0438926 Mar 08 12:14:57.970538 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a9336dbb-ad1b-4ecd-a54e-2aecc76e0cff req-6b1f5197-fa98-440a-b17f-6b8dce2bca39 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363996 Mar 08 12:14:58.737132 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a216fb2-4a09-4ad0-a2b8-a0c47e6ce81b req-57230b6e-4635-4ba6-b159-543f5ec43457 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:58.738619 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a216fb2-4a09-4ad0-a2b8-a0c47e6ce81b req-57230b6e-4635-4ba6-b159-543f5ec43457 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 946 time: 0.0523911 Mar 08 12:14:58.783817 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a216fb2-4a09-4ad0-a2b8-a0c47e6ce81b req-4cd9db01-fcc1-4e77-8868-190a1d9efbe2 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397069 Mar 08 12:14:59.901316 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d9caf-35c2-4ae4-8e3e-d7904013ed86 req-3af3e8b6-8685-4593-8c16-3d28f12df883 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:59.902794 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4f8d9caf-35c2-4ae4-8e3e-d7904013ed86 req-3af3e8b6-8685-4593-8c16-3d28f12df883 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 946 time: 0.0544140 Mar 08 12:14:59.949214 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4f8d9caf-35c2-4ae4-8e3e-d7904013ed86 req-7603ff53-a4ab-40f9-9012-90e7fc15fbc5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409076 Mar 08 12:15:00.061235 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6710e-5b5e-415b-9b85-432b16b69a10 req-652bdfb4-c12f-41f3-b20a-d26e05f113b7 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:00.062750 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-41e6710e-5b5e-415b-9b85-432b16b69a10 req-652bdfb4-c12f-41f3-b20a-d26e05f113b7 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 946 time: 0.0520618 Mar 08 12:15:00.071060 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51654) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:00.075348 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-fc0a467f-69e1-4f6c-a5b4-1ac0ec940a83 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'floatingip': {'port_id': '19e72f30-fcbc-44da-aa47-29a1835ad07f'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:15:00.113071 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-fc0a467f-69e1-4f6c-a5b4-1ac0ec940a83 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (f2b59716-c92a-4a9e-acc1-5148d7859a4d), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:00.539168 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-fc0a467f-69e1-4f6c-a5b4-1ac0ec940a83 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:00.602109 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-fc0a467f-69e1-4f6c-a5b4-1ac0ec940a83 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (f2b59716-c92a-4a9e-acc1-5148d7859a4d), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:00.700699 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [None req-fc0a467f-69e1-4f6c-a5b4-1ac0ec940a83 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Floating IP f2b59716-c92a-4a9e-acc1-5148d7859a4d associated. External IP: 172.27.0.4, port: 19e72f30-fcbc-44da-aa47-29a1835ad07f. Mar 08 12:15:00.905694 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0a467f-69e1-4f6c-a5b4-1ac0ec940a83 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Router 62dd0752-70ba-4054-90a7-40fa87db2a03 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:15:01.017101 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0a467f-69e1-4f6c-a5b4-1ac0ec940a83 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:15:01.022037 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-fc0a467f-69e1-4f6c-a5b4-1ac0ec940a83 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:01.028022 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f937db8-e3db-4057-b3d4-0faa9166d79a None None] Sync routers for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:15:01.037443 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f937db8-e3db-4057-b3d4-0faa9166d79a None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:15:01.038051 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-9f937db8-e3db-4057-b3d4-0faa9166d79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:14:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:01.054126 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-fc0a467f-69e1-4f6c-a5b4-1ac0ec940a83 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "PUT /v2.0/floatingips/f2b59716-c92a-4a9e-acc1-5148d7859a4d HTTP/1.1" status: 200 len: 990 time: 0.9820077 Mar 08 12:15:01.054723 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54a09e4-1349-4737-abeb-a81d3f078d88', 'tag': '19e72f30-fcbc-44da-aa47-29a1835ad07f'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:01.057460 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3514535a-c206-4a4e-bfda-ca4a267c9c01" -d '{"events": [{"name": "network-changed", "server_uuid": "e54a09e4-1349-4737-abeb-a81d3f078d88", "tag": "19e72f30-fcbc-44da-aa47-29a1835ad07f"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:15:01.095704 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299d35d6-9507-4ab4-b452-7dbdaa2f5b28 x-openstack-request-id: req-299d35d6-9507-4ab4-b452-7dbdaa2f5b28 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:15:01.096000 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54a09e4-1349-4737-abeb-a81d3f078d88", "tag": "19e72f30-fcbc-44da-aa47-29a1835ad07f", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:15:01.096257 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-299d35d6-9507-4ab4-b452-7dbdaa2f5b28 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:15:01.096681 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54a09e4-1349-4737-abeb-a81d3f078d88', 'tag': '19e72f30-fcbc-44da-aa47-29a1835ad07f', 'status': 'completed', 'code': 200} Mar 08 12:15:01.154062 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-9f937db8-e3db-4057-b3d4-0faa9166d79a None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:15:01.194886 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514535a-c206-4a4e-bfda-ca4a267c9c01 req-161759d4-30b3-440b-b342-3a7a881a7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:01.197078 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3514535a-c206-4a4e-bfda-ca4a267c9c01 req-161759d4-30b3-440b-b342-3a7a881a7f6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 1130 time: 0.0426688 Mar 08 12:15:01.288510 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514535a-c206-4a4e-bfda-ca4a267c9c01 req-7c2a9db8-c770-44bf-a89e-eb4cbe755fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:01.290607 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3514535a-c206-4a4e-bfda-ca4a267c9c01 req-7c2a9db8-c770-44bf-a89e-eb4cbe755fe5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 916 time: 0.0869396 Mar 08 12:15:01.353404 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3514535a-c206-4a4e-bfda-ca4a267c9c01 req-94d18852-177b-4472-b92c-ab0a779c85cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19e72f30-fcbc-44da-aa47-29a1835ad07f HTTP/1.1" status: 200 len: 998 time: 0.0570827 Mar 08 12:15:01.373833 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-9f937db8-e3db-4057-b3d4-0faa9166d79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': 'f2b59716-c92a-4a9e-acc1-5148d7859a4d', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '19e72f30-fcbc-44da-aa47-29a1835ad07f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:5d:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54a09e4-1349-4737-abeb-a81d3f078d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:14:44Z', 'updated_at': '2022-03-08T12:15:00Z', 'revision_number': 1, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:01.399594 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f937db8-e3db-4057-b3d4-0faa9166d79a None None] Checking router: 62dd0752-70ba-4054-90a7-40fa87db2a03 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:15:01.403039 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514535a-c206-4a4e-bfda-ca4a267c9c01 req-2ce85d11-1607-4887-9000-f9f7b6c2efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:01.404582 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3514535a-c206-4a4e-bfda-ca4a267c9c01 req-2ce85d11-1607-4887-9000-f9f7b6c2efdd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10d5874f-f063-41f2-9463-3121d847e01c HTTP/1.1" status: 200 len: 854 time: 0.0459452 Mar 08 12:15:01.407674 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f937db8-e3db-4057-b3d4-0faa9166d79a None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:15:01.408257 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-9f937db8-e3db-4057-b3d4-0faa9166d79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:14:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:01.452463 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514535a-c206-4a4e-bfda-ca4a267c9c01 req-71484548-f0d3-4546-960d-a17a9c2fa137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:01.453977 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3514535a-c206-4a4e-bfda-ca4a267c9c01 req-71484548-f0d3-4546-960d-a17a9c2fa137 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ee994c5-6065-46be-aff4-3acdf7e3b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433536 Mar 08 12:15:01.549935 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3514535a-c206-4a4e-bfda-ca4a267c9c01 req-66bca645-7009-47ee-b851-e371847643f3 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892398 Mar 08 12:15:01.636758 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3514535a-c206-4a4e-bfda-ca4a267c9c01 req-86281be9-1917-4964-8311-113faedccf6f service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802796 Mar 08 12:15:01.639999 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-9f937db8-e3db-4057-b3d4-0faa9166d79a None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:15:01.861235 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-9f937db8-e3db-4057-b3d4-0faa9166d79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': 'f2b59716-c92a-4a9e-acc1-5148d7859a4d', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '19e72f30-fcbc-44da-aa47-29a1835ad07f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:5d:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54a09e4-1349-4737-abeb-a81d3f078d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:14:44Z', 'updated_at': '2022-03-08T12:15:00Z', 'revision_number': 1, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:01.886977 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f937db8-e3db-4057-b3d4-0faa9166d79a None None] The sync data for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi is: [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': 'f2b59716-c92a-4a9e-acc1-5148d7859a4d', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': '19e72f30-fcbc-44da-aa47-29a1835ad07f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:5d:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54a09e4-1349-4737-abeb-a81d3f078d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:14:44Z', 'updated_at': '2022-03-08T12:15:00Z', 'revision_number': 1, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:15:02.064794 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9135c3a-e677-4179-a58d-5cf40afea090 None None] New status for floating IP f2b59716-c92a-4a9e-acc1-5148d7859a4d: ACTIVE {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:15:07.013855 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:17.590552 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-69faf5c5-4fa4-4a22-9c3f-d81fe9fd76f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:20.097175 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eaf49d5b-cf27-402d-b422-2196840a84c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:21.070296 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:22.010929 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:15:22.567550 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:23.904480 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:36.595857 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08daba5b-80da-430a-a916-e6f97569ccdd req-dcfaf20f-1539-4b9a-8895-5af91b983d62 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718637958&fields=id&tenant_id=f50093a27dcb469f994f59480783a409 HTTP/1.1" status: 200 len: 267 time: 0.0911126 Mar 08 12:15:36.654184 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daba5b-80da-430a-a916-e6f97569ccdd req-b6856866-2a6d-45fb-a255-968ce04d58a9 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:36.661480 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08daba5b-80da-430a-a916-e6f97569ccdd req-b6856866-2a6d-45fb-a255-968ce04d58a9 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 984 time: 0.0543990 Mar 08 12:15:36.665814 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-08daba5b-80da-430a-a916-e6f97569ccdd req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Request body: {'port': {'security_groups': ['29d9e64b-3426-40a8-9481-e6d2028cc105']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:15:36.734735 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08daba5b-80da-430a-a916-e6f97569ccdd req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:36.903093 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-08daba5b-80da-430a-a916-e6f97569ccdd req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] For port 3fdd4215-913f-490f-afcd-94bb68a1708c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3fdd4215-913f-490f-afcd-94bb68a1708c,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:36.933651 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08daba5b-80da-430a-a916-e6f97569ccdd req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:36.996027 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08daba5b-80da-430a-a916-e6f97569ccdd req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:37.024832 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:37.031813 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['3fdd4215-913f-490f-afcd-94bb68a1708c'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:15:37.045808 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daba5b-80da-430a-a916-e6f97569ccdd req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:37.046504 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-08daba5b-80da-430a-a916-e6f97569ccdd req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:37.047933 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-08daba5b-80da-430a-a916-e6f97569ccdd req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "PUT /v2.0/ports/3fdd4215-913f-490f-afcd-94bb68a1708c HTTP/1.1" status: 200 len: 942 time: 0.3864224 Mar 08 12:15:37.048418 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:37.053679 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bcfa88-6b1f-4fa2-b1aa-79383d1ea4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:15:37.053835 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51686) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:37.087334 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event updated for resources: {'Port': ['ID=3fdd4215-913f-490f-afcd-94bb68a1708c,revision_number=7']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:37.098024 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.098392 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.098722 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.099070 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.099540 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.099737 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.100069 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.100435 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.100830 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.101174 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.101509 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.102047 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.102390 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18da7d7-dd46-4be5-b585-e5369554cf50 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.107726 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70724e9-257b-4e79-95b8-7695516ac8b6 x-openstack-request-id: req-e70724e9-257b-4e79-95b8-7695516ac8b6 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:15:37.108074 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:15:37.108282 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e70724e9-257b-4e79-95b8-7695516ac8b6 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:15:37.108722 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c', 'status': 'completed', 'code': 200} Mar 08 12:15:37.142780 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group (a87b9a65-b56d-48d6-87de-739586fc6310), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:37.178160 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group (a87b9a65-b56d-48d6-87de-739586fc6310), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:37.190110 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['3fdd4215-913f-490f-afcd-94bb68a1708c'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:15:37.212622 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcfa88-6b1f-4fa2-b1aa-79383d1ea4b5 req-0b58f32b-b697-44ab-88d4-10111c0d70dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:37.216550 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1bcfa88-6b1f-4fa2-b1aa-79383d1ea4b5 req-0b58f32b-b697-44ab-88d4-10111c0d70dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f50093a27dcb469f994f59480783a409&device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 1129 time: 0.0700431 Mar 08 12:15:37.310914 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (a87b9a65-b56d-48d6-87de-739586fc6310), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:37.313653 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:37.317367 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "DELETE /v2.0/security-groups/a87b9a65-b56d-48d6-87de-739586fc6310 HTTP/1.1" status: 204 len: 168 time: 0.2602639 Mar 08 12:15:37.317530 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcfa88-6b1f-4fa2-b1aa-79383d1ea4b5 req-7915bb15-ffb6-41c5-99a0-373455294f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:37.317627 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1bcfa88-6b1f-4fa2-b1aa-79383d1ea4b5 req-7915bb15-ffb6-41c5-99a0-373455294f7f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170 HTTP/1.1" status: 200 len: 915 time: 0.0936623 Mar 08 12:15:37.318084 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51688) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:37.328646 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87b9a65-b56d-48d6-87de-739586fc6310,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:37.336863 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.339136 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.339136 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.339136 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.339136 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.339136 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.339136 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.339678 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.339995 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.340502 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.340845 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.341179 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.341581 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42e62d-19a1-44ab-82ba-f37037372f25 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:37.361895 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-730db5b8-6129-44af-9b19-a3a7164db4e9 None None] Provisioning complete for port 3fdd4215-913f-490f-afcd-94bb68a1708c triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:15:37.362741 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-730db5b8-6129-44af-9b19-a3a7164db4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:37.429292 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1bcfa88-6b1f-4fa2-b1aa-79383d1ea4b5 req-2a1492d6-b277-46c8-ab0a-81c50306174b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdd4215-913f-490f-afcd-94bb68a1708c HTTP/1.1" status: 200 len: 1000 time: 0.1030748 Mar 08 12:15:37.453306 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-730db5b8-6129-44af-9b19-a3a7164db4e9 None None] Current status of the port 3fdd4215-913f-490f-afcd-94bb68a1708c is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:15:37.516909 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcfa88-6b1f-4fa2-b1aa-79383d1ea4b5 req-48b5b9f0-000f-4562-b48d-6234ebdc6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:37.518266 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1bcfa88-6b1f-4fa2-b1aa-79383d1ea4b5 req-48b5b9f0-000f-4562-b48d-6234ebdc6d07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e06c55e0-a54a-47d4-a931-ff934459ce93 HTTP/1.1" status: 200 len: 853 time: 0.0595150 Mar 08 12:15:37.588107 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcfa88-6b1f-4fa2-b1aa-79383d1ea4b5 req-56a8b177-503e-4bcf-9e99-5c2956e0558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:37.589595 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1bcfa88-6b1f-4fa2-b1aa-79383d1ea4b5 req-56a8b177-503e-4bcf-9e99-5c2956e0558d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563314 Mar 08 12:15:37.591696 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-2abda4df-9b0c-4a96-8174-b887c14afe4d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Deleting port 6e677e93-a743-445c-b514-824cbaf8a467 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:15:37.592029 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2abda4df-9b0c-4a96-8174-b887c14afe4d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (6e677e93-a743-445c-b514-824cbaf8a467), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:37.726317 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2abda4df-9b0c-4a96-8174-b887c14afe4d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (6e677e93-a743-445c-b514-824cbaf8a467), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:37.727052 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2abda4df-9b0c-4a96-8174-b887c14afe4d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for floatingip (6e677e93-a743-445c-b514-824cbaf8a467), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:37.746686 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1bcfa88-6b1f-4fa2-b1aa-79383d1ea4b5 req-a967de63-531d-4f7c-832e-018f9736ef26 service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406729 Mar 08 12:15:37.747516 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-2abda4df-9b0c-4a96-8174-b887c14afe4d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Calling delete_port for 6e677e93-a743-445c-b514-824cbaf8a467 owned by network:floatingip {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:15:37.916474 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1bcfa88-6b1f-4fa2-b1aa-79383d1ea4b5 req-7ece67aa-9737-4b0e-96a3-12673487e982 service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635015 Mar 08 12:15:38.059189 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2abda4df-9b0c-4a96-8174-b887c14afe4d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (6e677e93-a743-445c-b514-824cbaf8a467), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:38.089933 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abda4df-9b0c-4a96-8174-b887c14afe4d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event deleted for resources: {'Port': ['ID=6e677e93-a743-445c-b514-824cbaf8a467,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:38.149327 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2abda4df-9b0c-4a96-8174-b887c14afe4d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks [] for floatingip (8f9751dd-aeef-4597-8d44-9b0510cf9ee5), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:38.149677 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [None req-2abda4df-9b0c-4a96-8174-b887c14afe4d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Floating IP 8f9751dd-aeef-4597-8d44-9b0510cf9ee5 disassociated (deleted). External IP: 172.27.0.74, port: 3fdd4215-913f-490f-afcd-94bb68a1708c. Mar 08 12:15:38.351685 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abda4df-9b0c-4a96-8174-b887c14afe4d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Router 3eef9593-b983-46d8-baef-70e538fae279 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:15:38.724234 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abda4df-9b0c-4a96-8174-b887c14afe4d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:15:38.729074 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2abda4df-9b0c-4a96-8174-b887c14afe4d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:38.734588 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73545a78-abea-4ffa-ac1a-ee0b3d2c2651 None None] Sync routers for ids ['3eef9593-b983-46d8-baef-70e538fae279'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:15:38.745388 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73545a78-abea-4ffa-ac1a-ee0b3d2c2651 None None] Routers {'3eef9593-b983-46d8-baef-70e538fae279'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:15:38.746003 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-73545a78-abea-4ffa-ac1a-ee0b3d2c2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['3eef9593-b983-46d8-baef-70e538fae279'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:38.757931 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-2abda4df-9b0c-4a96-8174-b887c14afe4d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "DELETE /v2.0/floatingips/8f9751dd-aeef-4597-8d44-9b0510cf9ee5 HTTP/1.1" status: 204 len: 168 time: 1.4388001 Mar 08 12:15:38.854453 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-73545a78-abea-4ffa-ac1a-ee0b3d2c2651 None None] Set router 3eef9593-b983-46d8-baef-70e538fae279 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:15:39.054909 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-73545a78-abea-4ffa-ac1a-ee0b3d2c2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:12:08Z', 'revision_number': 4, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port': {'id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:05Z', 'updated_at': '2022-03-08T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '306a900a-0e16-44cf-b128-001ca72bcd15', 'name': '', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'mac_address': 'fa:16:3e:11:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:07Z', 'updated_at': '2022-03-08T12:12:11Z', 'revision_number': 5, 'project_id': 'f50093a27dcb469f994f59480783a409', 'subnets': [{'id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:39.086112 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73545a78-abea-4ffa-ac1a-ee0b3d2c2651 None None] Checking router: 3eef9593-b983-46d8-baef-70e538fae279 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:15:39.095243 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73545a78-abea-4ffa-ac1a-ee0b3d2c2651 None None] Routers {'3eef9593-b983-46d8-baef-70e538fae279'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:15:39.095842 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-73545a78-abea-4ffa-ac1a-ee0b3d2c2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['3eef9593-b983-46d8-baef-70e538fae279'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:39.109655 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:39.112110 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dbbb82-c134-4afa-9eb7-cdd13c16fc72" -d '{"events": [{"name": "network-changed", "server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:15:39.149984 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf18691-d285-492e-aa7b-d7d1d54b230e x-openstack-request-id: req-abf18691-d285-492e-aa7b-d7d1d54b230e {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:15:39.150366 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:15:39.150673 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abf18691-d285-492e-aa7b-d7d1d54b230e {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:15:39.151099 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c', 'status': 'completed', 'code': 200} Mar 08 12:15:39.203342 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-73545a78-abea-4ffa-ac1a-ee0b3d2c2651 None None] Set router 3eef9593-b983-46d8-baef-70e538fae279 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:15:39.239892 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbbb82-c134-4afa-9eb7-cdd13c16fc72 req-4a583848-6806-49b6-93a6-7ecd6ca72963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:39.242418 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64dbbb82-c134-4afa-9eb7-cdd13c16fc72 req-4a583848-6806-49b6-93a6-7ecd6ca72963 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f50093a27dcb469f994f59480783a409&device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 1129 time: 0.0476408 Mar 08 12:15:39.352694 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbbb82-c134-4afa-9eb7-cdd13c16fc72 req-efacd6f2-8cd5-4547-8c59-019d399f49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:39.354149 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64dbbb82-c134-4afa-9eb7-cdd13c16fc72 req-efacd6f2-8cd5-4547-8c59-019d399f49d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170 HTTP/1.1" status: 200 len: 915 time: 0.0858533 Mar 08 12:15:39.393920 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64dbbb82-c134-4afa-9eb7-cdd13c16fc72 req-8dba17e1-f508-41b9-89e2-5d70d9ee6b1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdd4215-913f-490f-afcd-94bb68a1708c HTTP/1.1" status: 200 len: 217 time: 0.0334880 Mar 08 12:15:39.400297 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-73545a78-abea-4ffa-ac1a-ee0b3d2c2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:12:08Z', 'revision_number': 4, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port': {'id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:05Z', 'updated_at': '2022-03-08T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '306a900a-0e16-44cf-b128-001ca72bcd15', 'name': '', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'mac_address': 'fa:16:3e:11:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:07Z', 'updated_at': '2022-03-08T12:12:11Z', 'revision_number': 5, 'project_id': 'f50093a27dcb469f994f59480783a409', 'subnets': [{'id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:39.428390 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73545a78-abea-4ffa-ac1a-ee0b3d2c2651 None None] The sync data for ids ['3eef9593-b983-46d8-baef-70e538fae279'] in dv-cinder-830086-2-iscsi is: [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:12:08Z', 'revision_number': 4, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port': {'id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:05Z', 'updated_at': '2022-03-08T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '306a900a-0e16-44cf-b128-001ca72bcd15', 'name': '', 'network_id': '5aa863cb-06dc-40e3-a0bc-f0cc02d97170', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'mac_address': 'fa:16:3e:11:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:07Z', 'updated_at': '2022-03-08T12:12:11Z', 'revision_number': 5, 'project_id': 'f50093a27dcb469f994f59480783a409', 'subnets': [{'id': 'e06c55e0-a54a-47d4-a931-ff934459ce93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:15:39.445836 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbbb82-c134-4afa-9eb7-cdd13c16fc72 req-078d18d5-9b76-4cac-84a4-a1617aa137ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:39.447379 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64dbbb82-c134-4afa-9eb7-cdd13c16fc72 req-078d18d5-9b76-4cac-84a4-a1617aa137ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e06c55e0-a54a-47d4-a931-ff934459ce93 HTTP/1.1" status: 200 len: 853 time: 0.0473185 Mar 08 12:15:39.495933 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbbb82-c134-4afa-9eb7-cdd13c16fc72 req-2a82ea1c-1ddd-4c2c-8631-89ec9db36476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:39.497610 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64dbbb82-c134-4afa-9eb7-cdd13c16fc72 req-2a82ea1c-1ddd-4c2c-8631-89ec9db36476 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aa863cb-06dc-40e3-a0bc-f0cc02d97170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435884 Mar 08 12:15:39.586926 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64dbbb82-c134-4afa-9eb7-cdd13c16fc72 req-a5c5546e-5b0a-43ff-97f9-d0b9439d21b2 service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827763 Mar 08 12:15:39.648959 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7756a7bb-3495-46df-b28e-741b915fceec None None] New status for floating IP 8f9751dd-aeef-4597-8d44-9b0510cf9ee5: DOWN {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:15:39.690752 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64dbbb82-c134-4afa-9eb7-cdd13c16fc72 req-9abe8d54-360c-4871-ae6b-0420cb2c34b1 service neutron] 10.222.0.53 "GET /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972810 Mar 08 12:15:42.458811 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [req-fbcb647f-2bdd-4c99-bdd9-0a3015b7f9ca req-678ceb75-3d5f-4797-983f-ba11f4d067f0 service neutron] (110282) timed out ('10.222.0.53', 58898) {{(pid=110282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 12:15:43.020720 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f42b97-7f50-43f5-b6a3-c96c64327ce2 req-1aa19248-7130-4175-ba55-1af799577142 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:43.022161 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-50f42b97-7f50-43f5-b6a3-c96c64327ce2 req-1aa19248-7130-4175-ba55-1af799577142 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 945 time: 0.0506554 Mar 08 12:15:43.069082 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-50f42b97-7f50-43f5-b6a3-c96c64327ce2 req-291688f5-acf6-4c68-adc8-582b332a8d30 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Mar 08 12:15:44.201197 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a8459-2239-4c74-bc62-b9d1103f7e40 req-6abb3db5-4902-406d-8664-4dcb5ddbff23 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:44.202578 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d88a8459-2239-4c74-bc62-b9d1103f7e40 req-6abb3db5-4902-406d-8664-4dcb5ddbff23 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 945 time: 0.0584114 Mar 08 12:15:44.247529 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d88a8459-2239-4c74-bc62-b9d1103f7e40 req-a43b3aab-5de2-418f-b810-3e5f00d92259 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 Mar 08 12:15:45.161187 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d10bf8-4cc1-4112-a084-027e25739eda req-57284653-262f-4b34-b179-e9f1c23be4a6 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:45.162508 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b6d10bf8-4cc1-4112-a084-027e25739eda req-57284653-262f-4b34-b179-e9f1c23be4a6 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.53 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 945 time: 0.0500875 Mar 08 12:15:45.251223 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-b6d10bf8-4cc1-4112-a084-027e25739eda req-d2ec9d05-2e75-4139-906f-41c6219aa42d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Deleting port 3fdd4215-913f-490f-afcd-94bb68a1708c {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:15:45.251938 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b6d10bf8-4cc1-4112-a084-027e25739eda req-d2ec9d05-2e75-4139-906f-41c6219aa42d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:45.368135 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-b6d10bf8-4cc1-4112-a084-027e25739eda req-d2ec9d05-2e75-4139-906f-41c6219aa42d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] For port 3fdd4215-913f-490f-afcd-94bb68a1708c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3fdd4215-913f-490f-afcd-94bb68a1708c,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:45.368522 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b6d10bf8-4cc1-4112-a084-027e25739eda req-d2ec9d05-2e75-4139-906f-41c6219aa42d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:45.384226 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-b6d10bf8-4cc1-4112-a084-027e25739eda req-d2ec9d05-2e75-4139-906f-41c6219aa42d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Calling delete_port for 3fdd4215-913f-490f-afcd-94bb68a1708c owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:15:45.400359 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b226c2-feb9-4d50-a705-d7dfa621e817 req-b61e1328-6b4b-40f7-a17c-3ca7cf61260a tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:45.401821 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a9b226c2-feb9-4d50-a705-d7dfa621e817 req-b61e1328-6b4b-40f7-a17c-3ca7cf61260a tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 945 time: 0.0886512 Mar 08 12:15:45.494550 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a9b226c2-feb9-4d50-a705-d7dfa621e817 req-3f27dce6-c8f4-4af2-a94b-186a4ade499f tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/security-groups?id=29d9e64b-3426-40a8-9481-e6d2028cc105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865953 Mar 08 12:15:45.635682 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b6d10bf8-4cc1-4112-a084-027e25739eda req-d2ec9d05-2e75-4139-906f-41c6219aa42d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (3fdd4215-913f-490f-afcd-94bb68a1708c), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:45.664164 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec9d05-2e75-4139-906f-41c6219aa42d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Pushing event deleted for resources: {'Port': ['ID=3fdd4215-913f-490f-afcd-94bb68a1708c,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:45.674624 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['3fdd4215-913f-490f-afcd-94bb68a1708c'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:15:45.709181 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d10bf8-4cc1-4112-a084-027e25739eda req-d2ec9d05-2e75-4139-906f-41c6219aa42d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] No DVR routers for this DVR port 3fdd4215-913f-490f-afcd-94bb68a1708c on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:15:45.711555 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b6d10bf8-4cc1-4112-a084-027e25739eda req-d2ec9d05-2e75-4139-906f-41c6219aa42d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:45.714816 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b6d10bf8-4cc1-4112-a084-027e25739eda req-d2ec9d05-2e75-4139-906f-41c6219aa42d tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.53 "DELETE /v2.0/ports/3fdd4215-913f-490f-afcd-94bb68a1708c HTTP/1.1" status: 204 len: 173 time: 0.5471871 Mar 08 12:15:45.715749 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'name': 'network-vif-deleted', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:45.718066 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf2cdbc-acf2-47b4-a949-eacbf7355fca" -d '{"events": [{"server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "name": "network-vif-deleted", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:15:45.752953 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762d3cc4-4078-42f0-8abb-62cb71255da8 x-openstack-request-id: req-762d3cc4-4078-42f0-8abb-62cb71255da8 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:15:45.753251 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedaa770-31c5-4f7e-9768-a15ef5c182ef", "name": "network-vif-deleted", "tag": "3fdd4215-913f-490f-afcd-94bb68a1708c", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:15:45.753510 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-762d3cc4-4078-42f0-8abb-62cb71255da8 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:15:45.753919 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedaa770-31c5-4f7e-9768-a15ef5c182ef', 'name': 'network-vif-deleted', 'tag': '3fdd4215-913f-490f-afcd-94bb68a1708c', 'status': 'completed', 'code': 200} Mar 08 12:15:46.597125 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5dc35463-58ae-423a-8627-d869994fdfb4 req-1f256181-555d-4aa0-8eb7-5f3ea15d53f0 tempest-TestMinimumBasicScenario-608033130 tempest-TestMinimumBasicScenario-608033130-project] 10.222.0.43 "GET /v2.0/ports?device_id=cedaa770-31c5-4f7e-9768-a15ef5c182ef HTTP/1.1" status: 200 len: 210 time: 0.0267203 Mar 08 12:15:47.616946 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-bf2eacfa-bfbb-4d95-b6b3-763f6fc40c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:48.824490 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51782) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:49.163065 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58f81567-ece1-4a5f-ba50-c2aac7bd80ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66618965'] for router_interface (3eef9593-b983-46d8-baef-70e538fae279), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:49.399162 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-58f81567-ece1-4a5f-ba50-c2aac7bd80ca admin admin] Deleting port 306a900a-0e16-44cf-b128-001ca72bcd15 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:15:49.399500 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58f81567-ece1-4a5f-ba50-c2aac7bd80ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:49.476969 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-58f81567-ece1-4a5f-ba50-c2aac7bd80ca admin admin] For port 306a900a-0e16-44cf-b128-001ca72bcd15, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=306a900a-0e16-44cf-b128-001ca72bcd15,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:49.477241 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58f81567-ece1-4a5f-ba50-c2aac7bd80ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:49.489122 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-58f81567-ece1-4a5f-ba50-c2aac7bd80ca admin admin] Calling delete_port for 306a900a-0e16-44cf-b128-001ca72bcd15 owned by network:router_interface {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:15:49.668887 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 3fdd4215-913f-490f-afcd-94bb68a1708c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:15:49.688841 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 3fdd4215-913f-490f-afcd-94bb68a1708c {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:15:49.689172 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 3fdd4215-913f-490f-afcd-94bb68a1708c not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:15:49.737415 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58f81567-ece1-4a5f-ba50-c2aac7bd80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (306a900a-0e16-44cf-b128-001ca72bcd15), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:49.763435 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f81567-ece1-4a5f-ba50-c2aac7bd80ca admin admin] Pushing event deleted for resources: {'Port': ['ID=306a900a-0e16-44cf-b128-001ca72bcd15,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:49.935002 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-58f81567-ece1-4a5f-ba50-c2aac7bd80ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66820362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618913'] for router_interface (3eef9593-b983-46d8-baef-70e538fae279), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:50.104396 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-fd364bd2-5f7d-472d-88fc-ba442b1d3eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:50.152380 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f81567-ece1-4a5f-ba50-c2aac7bd80ca admin admin] Router 3eef9593-b983-46d8-baef-70e538fae279 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:15:50.253823 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f81567-ece1-4a5f-ba50-c2aac7bd80ca admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:15:50.258754 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-58f81567-ece1-4a5f-ba50-c2aac7bd80ca admin admin] 10.222.0.43 "PUT /v2.0/routers/3eef9593-b983-46d8-baef-70e538fae279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4332387 Mar 08 12:15:50.261224 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51784) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:50.266637 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c15668-6387-44dc-b39a-617eb1d5dd5f None None] Sync routers for ids ['3eef9593-b983-46d8-baef-70e538fae279'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:15:50.279563 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c15668-6387-44dc-b39a-617eb1d5dd5f None None] Routers {'3eef9593-b983-46d8-baef-70e538fae279'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:15:50.280172 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-39c15668-6387-44dc-b39a-617eb1d5dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['3eef9593-b983-46d8-baef-70e538fae279'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:50.368423 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Publish callbacks [] for router (3eef9593-b983-46d8-baef-70e538fae279), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:50.386309 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-39c15668-6387-44dc-b39a-617eb1d5dd5f None None] Set router 3eef9593-b983-46d8-baef-70e538fae279 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:15:50.471403 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Publish callbacks [] for router_gateway (3eef9593-b983-46d8-baef-70e538fae279), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:50.561693 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-39c15668-6387-44dc-b39a-617eb1d5dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:15:49Z', 'revision_number': 5, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port': {'id': 'bb726ad9-12b7-4646-abf3-68d157390034', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef9593-b983-46d8-baef-70e538fae279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:05Z', 'updated_at': '2022-03-08T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:50.588266 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c15668-6387-44dc-b39a-617eb1d5dd5f None None] Checking router: 3eef9593-b983-46d8-baef-70e538fae279 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:15:50.591312 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Deleting port bb726ad9-12b7-4646-abf3-68d157390034 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:15:50.591649 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (bb726ad9-12b7-4646-abf3-68d157390034), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:50.596617 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c15668-6387-44dc-b39a-617eb1d5dd5f None None] Routers {'3eef9593-b983-46d8-baef-70e538fae279'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:15:50.597217 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-39c15668-6387-44dc-b39a-617eb1d5dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['3eef9593-b983-46d8-baef-70e538fae279'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:50.672108 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] For port bb726ad9-12b7-4646-abf3-68d157390034, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=bb726ad9-12b7-4646-abf3-68d157390034,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:50.672415 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (bb726ad9-12b7-4646-abf3-68d157390034), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:50.683893 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Calling delete_port for bb726ad9-12b7-4646-abf3-68d157390034 owned by network:router_gateway {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:15:50.686826 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-39c15668-6387-44dc-b39a-617eb1d5dd5f None None] Set router 3eef9593-b983-46d8-baef-70e538fae279 gateway port host: None {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:15:50.872117 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-39c15668-6387-44dc-b39a-617eb1d5dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:15:50Z', 'revision_number': 6, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port_host': None}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:50.897727 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c15668-6387-44dc-b39a-617eb1d5dd5f None None] The sync data for ids ['3eef9593-b983-46d8-baef-70e538fae279'] in dv-cinder-830086-2-iscsi is: [{'id': '3eef9593-b983-46d8-baef-70e538fae279', 'name': 'tempest-TestMinimumBasicScenario-485321785-router', 'tenant_id': 'f50093a27dcb469f994f59480783a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:04Z', 'updated_at': '2022-03-08T12:15:50Z', 'revision_number': 6, 'project_id': 'f50093a27dcb469f994f59480783a409', 'gw_port_host': None}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:15:50.928889 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (bb726ad9-12b7-4646-abf3-68d157390034), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:50.954488 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb726ad9-12b7-4646-abf3-68d157390034,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:51.017125 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66620555'] for router_gateway (3eef9593-b983-46d8-baef-70e538fae279), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.081336 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.107680 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66648383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (3eef9593-b983-46d8-baef-70e538fae279), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.109841 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Publish callbacks [] for router_controller (3eef9593-b983-46d8-baef-70e538fae279), precommit_delete_associations {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.190284 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66648360'] for router (3eef9593-b983-46d8-baef-70e538fae279), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.190714 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eef9593-b983-46d8-baef-70e538fae279 {{(pid=110281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:15:51.197128 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.197128 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-160dbf11-79cf-40e5-adfb-eeb3bf096e2c admin admin] 10.222.0.43 "DELETE /v2.0/routers/3eef9593-b983-46d8-baef-70e538fae279 HTTP/1.1" status: 204 len: 168 time: 0.9333863 Mar 08 12:15:51.198682 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51786) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:51.242996 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54c4a34-a6f2-41f6-9198-6512a50d5f26 admin admin] Deleting subnet e06c55e0-a54a-47d4-a931-ff934459ce93 {{(pid=110281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:15:51.246320 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d54c4a34-a6f2-41f6-9198-6512a50d5f26 admin admin] Publish callbacks [] for subnet (e06c55e0-a54a-47d4-a931-ff934459ce93), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.282179 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d54c4a34-a6f2-41f6-9198-6512a50d5f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63977580'] for subnet (e06c55e0-a54a-47d4-a931-ff934459ce93), precommit_delete_associations {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.363981 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d54c4a34-a6f2-41f6-9198-6512a50d5f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (e06c55e0-a54a-47d4-a931-ff934459ce93), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.470324 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d54c4a34-a6f2-41f6-9198-6512a50d5f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63299720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63748598'] for subnet (e06c55e0-a54a-47d4-a931-ff934459ce93), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.494860 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c4a34-a6f2-41f6-9198-6512a50d5f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e06c55e0-a54a-47d4-a931-ff934459ce93,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:51.500162 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d54c4a34-a6f2-41f6-9198-6512a50d5f26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.504078 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-d54c4a34-a6f2-41f6-9198-6512a50d5f26 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e06c55e0-a54a-47d4-a931-ff934459ce93 HTTP/1.1" status: 204 len: 168 time: 0.3038304 Mar 08 12:15:51.505360 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5368f12e-ccc9-4a55-bb6f-c7479c8e22a3 None None] Network 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:15:51.506466 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51788) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:51.576355 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (5aa863cb-06dc-40e3-a0bc-f0cc02d97170), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.630576 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Deleting port 9852c77c-8e8a-40f0-b56f-65880c2f3dec {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:15:51.630918 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.670821 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3755a5a-5dff-4918-ab80-e792cdd7d55a None None] DHCP port deletion for 5aa863cb-06dc-40e3-a0bc-f0cc02d97170 request from dv-cinder-830086-2-iscsi {{(pid=110283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:15:51.701879 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] For port 9852c77c-8e8a-40f0-b56f-65880c2f3dec, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=9852c77c-8e8a-40f0-b56f-65880c2f3dec,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:51.702238 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.722388 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 9852c77c-8e8a-40f0-b56f-65880c2f3dec no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:15:51.722886 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Calling delete_port for 9852c77c-8e8a-40f0-b56f-65880c2f3dec owned by network:dhcp {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:15:51.727863 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-b3755a5a-5dff-4918-ab80-e792cdd7d55a None None] Deleting port 9852c77c-8e8a-40f0-b56f-65880c2f3dec {{(pid=110283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:15:51.728258 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b3755a5a-5dff-4918-ab80-e792cdd7d55a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), before_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.824626 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-b3755a5a-5dff-4918-ab80-e792cdd7d55a None None] For port 9852c77c-8e8a-40f0-b56f-65880c2f3dec, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=9852c77c-8e8a-40f0-b56f-65880c2f3dec,segment=NetworkSegment(cea68613-bea8-45d2-bb89-f2b50b4f6efd),segment_id=cea68613-bea8-45d2-bb89-f2b50b4f6efd)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:51.825035 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b3755a5a-5dff-4918-ab80-e792cdd7d55a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), precommit_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.840957 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-b3755a5a-5dff-4918-ab80-e792cdd7d55a None None] Calling delete_port for 9852c77c-8e8a-40f0-b56f-65880c2f3dec owned by network:dhcp {{(pid=110283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:15:51.876224 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.907338 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] No DVR routers for this DVR port 9852c77c-8e8a-40f0-b56f-65880c2f3dec on host dv-cinder-830086-2-iscsi {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:15:51.913208 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Pushing event deleted for resources: {'Port': ['ID=9852c77c-8e8a-40f0-b56f-65880c2f3dec,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:51.919243 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 9852c77c-8e8a-40f0-b56f-65880c2f3dec is: ACTIVE; New status is: DOWN {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:15:51.919658 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:51.986179 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 306a900a-0e16-44cf-b128-001ca72bcd15 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:15:51.991171 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (5aa863cb-06dc-40e3-a0bc-f0cc02d97170), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:52.007192 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 306a900a-0e16-44cf-b128-001ca72bcd15 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:15:52.007192 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 306a900a-0e16-44cf-b128-001ca72bcd15 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:15:52.007696 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device bb726ad9-12b7-4646-abf3-68d157390034 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:15:52.011409 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-b3755a5a-5dff-4918-ab80-e792cdd7d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058'] for port (9852c77c-8e8a-40f0-b56f-65880c2f3dec), after_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:52.012421 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa863cb-06dc-40e3-a0bc-f0cc02d97170']}} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:52.021701 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea68613-bea8-45d2-bb89-f2b50b4f6efd') {'for_net_delete': True} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:52.021988 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea68613-bea8-45d2-bb89-f2b50b4f6efd') {} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:52.031079 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63977623'] for segment (cea68613-bea8-45d2-bb89-f2b50b4f6efd), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:52.036799 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: bb726ad9-12b7-4646-abf3-68d157390034 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:15:52.036799 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device bb726ad9-12b7-4646-abf3-68d157390034 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:15:52.045863 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (cea68613-bea8-45d2-bb89-f2b50b4f6efd), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:52.056634 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3755a5a-5dff-4918-ab80-e792cdd7d55a None None] Pushing event deleted for resources: {'Port': ['ID=9852c77c-8e8a-40f0-b56f-65880c2f3dec,revision_number=None']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:52.058442 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3755a5a-5dff-4918-ab80-e792cdd7d55a None None] No DVR routers for this DVR port 9852c77c-8e8a-40f0-b56f-65880c2f3dec on host dv-cinder-830086-2-iscsi {{(pid=110283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:15:52.066055 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:15:52.066055 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63299810'] for segment (cea68613-bea8-45d2-bb89-f2b50b4f6efd), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: Traceback (most recent call last): Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: timer() Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: cb(*args, **kw) Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: return func(*args, **kwargs) Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: self._notify() Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: self.callback(batched_events) Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: event.method(event) Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: return f(self, *a, **k) Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._get(url).json() Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: return self.request(url, 'GET', **kwargs) Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:15:52.067764 dv-cinder-830086-2-iscsi neutron-server[110281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:15:52.218604 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (5aa863cb-06dc-40e3-a0bc-f0cc02d97170), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:52.224264 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:52.227550 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5aa863cb-06dc-40e3-a0bc-f0cc02d97170 HTTP/1.1" status: 204 len: 168 time: 0.7201450 Mar 08 12:15:52.232522 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51790) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:52.239691 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbd9c4-a65d-4e04-a44e-f3d7a2c11619 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa863cb-06dc-40e3-a0bc-f0cc02d97170,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:52.561845 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:52.666549 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6ab4815e-4e95-473b-87bf-24a1141ddae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66618965'] for router_interface (7c492cf2-0531-4f36-992c-95468343bbb4), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:53.162594 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-6ab4815e-4e95-473b-87bf-24a1141ddae9 admin admin] Deleting port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:15:53.162846 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6ab4815e-4e95-473b-87bf-24a1141ddae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:53.240916 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [None req-6ab4815e-4e95-473b-87bf-24a1141ddae9 admin admin] For port 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=9bb1c05b-da73-4e05-b5a7-4fd9ac27e781,segment=NetworkSegment(d44f61f5-55d8-4edd-8eca-5d735c09cf02),segment_id=d44f61f5-55d8-4edd-8eca-5d735c09cf02)] {{(pid=110282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:53.241745 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6ab4815e-4e95-473b-87bf-24a1141ddae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:53.253095 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-6ab4815e-4e95-473b-87bf-24a1141ddae9 admin admin] Calling delete_port for 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 owned by network:router_interface {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:15:53.480167 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6ab4815e-4e95-473b-87bf-24a1141ddae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (9bb1c05b-da73-4e05-b5a7-4fd9ac27e781), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:53.508875 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4815e-4e95-473b-87bf-24a1141ddae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb1c05b-da73-4e05-b5a7-4fd9ac27e781,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:53.677617 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6ab4815e-4e95-473b-87bf-24a1141ddae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66820362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618913'] for router_interface (7c492cf2-0531-4f36-992c-95468343bbb4), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:53.886238 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab4815e-4e95-473b-87bf-24a1141ddae9 admin admin] Router 7c492cf2-0531-4f36-992c-95468343bbb4 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:15:53.922276 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:53.994433 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab4815e-4e95-473b-87bf-24a1141ddae9 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:15:53.999637 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-6ab4815e-4e95-473b-87bf-24a1141ddae9 admin admin] 10.222.0.43 "PUT /v2.0/routers/7c492cf2-0531-4f36-992c-95468343bbb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7673023 Mar 08 12:15:54.002229 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51792) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:54.003208 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa1db50-401e-41a0-ad51-a738246f0d02 None None] Sync routers for ids ['7c492cf2-0531-4f36-992c-95468343bbb4'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:15:54.013765 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa1db50-401e-41a0-ad51-a738246f0d02 None None] Routers {'7c492cf2-0531-4f36-992c-95468343bbb4'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:15:54.014369 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-5aa1db50-401e-41a0-ad51-a738246f0d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['7c492cf2-0531-4f36-992c-95468343bbb4'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:54.106615 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Publish callbacks [] for router (7c492cf2-0531-4f36-992c-95468343bbb4), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:54.117924 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-5aa1db50-401e-41a0-ad51-a738246f0d02 None None] Set router 7c492cf2-0531-4f36-992c-95468343bbb4 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:15:54.209591 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Publish callbacks [] for router_gateway (7c492cf2-0531-4f36-992c-95468343bbb4), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:54.290673 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-5aa1db50-401e-41a0-ad51-a738246f0d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'name': 'tempest-TestMinimumBasicScenario-3120050-router', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:10Z', 'updated_at': '2022-03-08T12:15:53Z', 'revision_number': 5, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'gw_port': {'id': '36dd02e5-d695-465a-94db-b4230c91ad08', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:12:11Z', 'updated_at': '2022-03-08T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:54.316707 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa1db50-401e-41a0-ad51-a738246f0d02 None None] Checking router: 7c492cf2-0531-4f36-992c-95468343bbb4 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:15:54.325412 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa1db50-401e-41a0-ad51-a738246f0d02 None None] Routers {'7c492cf2-0531-4f36-992c-95468343bbb4'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:15:54.326017 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-5aa1db50-401e-41a0-ad51-a738246f0d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['7c492cf2-0531-4f36-992c-95468343bbb4'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:54.421966 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-5aa1db50-401e-41a0-ad51-a738246f0d02 None None] Set router 7c492cf2-0531-4f36-992c-95468343bbb4 gateway port host: None {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:15:54.474530 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-5aa1db50-401e-41a0-ad51-a738246f0d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'name': 'tempest-TestMinimumBasicScenario-3120050-router', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:10Z', 'updated_at': '2022-03-08T12:15:54Z', 'revision_number': 6, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'gw_port_host': None}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:54.504727 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa1db50-401e-41a0-ad51-a738246f0d02 None None] The sync data for ids ['7c492cf2-0531-4f36-992c-95468343bbb4'] in dv-cinder-830086-2-iscsi is: [{'id': '7c492cf2-0531-4f36-992c-95468343bbb4', 'name': 'tempest-TestMinimumBasicScenario-3120050-router', 'tenant_id': '53d14e57b40c4ad099645e8752a5c7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:12:10Z', 'updated_at': '2022-03-08T12:15:54Z', 'revision_number': 6, 'project_id': '53d14e57b40c4ad099645e8752a5c7b8', 'gw_port_host': None}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:15:54.615787 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Deleting port 36dd02e5-d695-465a-94db-b4230c91ad08 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:15:54.616120 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (36dd02e5-d695-465a-94db-b4230c91ad08), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:54.691047 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] For port 36dd02e5-d695-465a-94db-b4230c91ad08, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=36dd02e5-d695-465a-94db-b4230c91ad08,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:54.691406 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (36dd02e5-d695-465a-94db-b4230c91ad08), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:54.702704 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Calling delete_port for 36dd02e5-d695-465a-94db-b4230c91ad08 owned by network:router_gateway {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:15:54.927377 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (36dd02e5-d695-465a-94db-b4230c91ad08), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:54.951573 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Pushing event deleted for resources: {'Port': ['ID=36dd02e5-d695-465a-94db-b4230c91ad08,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:55.015047 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66620555'] for router_gateway (7c492cf2-0531-4f36-992c-95468343bbb4), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.103189 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66648383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (7c492cf2-0531-4f36-992c-95468343bbb4), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.105213 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Publish callbacks [] for router_controller (7c492cf2-0531-4f36-992c-95468343bbb4), precommit_delete_associations {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.218670 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66648360'] for router (7c492cf2-0531-4f36-992c-95468343bbb4), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.219143 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c492cf2-0531-4f36-992c-95468343bbb4 {{(pid=110281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:15:55.223394 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.224571 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-b49e2642-1949-407d-a9ed-4bdda98ac63d admin admin] 10.222.0.43 "DELETE /v2.0/routers/7c492cf2-0531-4f36-992c-95468343bbb4 HTTP/1.1" status: 204 len: 168 time: 1.2212989 Mar 08 12:15:55.226997 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51794) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:55.275372 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcaa23a-6fea-4a62-95e2-c48c05c6434b admin admin] Deleting subnet 9414a4b0-ab50-451e-b383-ca76524054c6 {{(pid=110281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:15:55.279104 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa23a-6fea-4a62-95e2-c48c05c6434b admin admin] Publish callbacks [] for subnet (9414a4b0-ab50-451e-b383-ca76524054c6), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.313406 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa23a-6fea-4a62-95e2-c48c05c6434b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63977580'] for subnet (9414a4b0-ab50-451e-b383-ca76524054c6), precommit_delete_associations {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.389490 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa23a-6fea-4a62-95e2-c48c05c6434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (9414a4b0-ab50-451e-b383-ca76524054c6), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.508949 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa23a-6fea-4a62-95e2-c48c05c6434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63299720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63748598'] for subnet (9414a4b0-ab50-451e-b383-ca76524054c6), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.539356 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcaa23a-6fea-4a62-95e2-c48c05c6434b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9414a4b0-ab50-451e-b383-ca76524054c6,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:55.543198 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa23a-6fea-4a62-95e2-c48c05c6434b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.546412 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-2dcaa23a-6fea-4a62-95e2-c48c05c6434b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9414a4b0-ab50-451e-b383-ca76524054c6 HTTP/1.1" status: 204 len: 168 time: 0.3185000 Mar 08 12:15:55.549562 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51796) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:55.550288 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3262fbb-ef36-445f-a5c1-adec5e72e8d7 None None] Network ee0f430f-9151-4a06-9a84-f48017dcbd69 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:15:55.578410 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:15:55.618953 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (ee0f430f-9151-4a06-9a84-f48017dcbd69), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.628784 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:15:55.629140 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 9bb1c05b-da73-4e05-b5a7-4fd9ac27e781 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:15:55.629606 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 36dd02e5-d695-465a-94db-b4230c91ad08 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:15:55.650990 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 36dd02e5-d695-465a-94db-b4230c91ad08 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:15:55.651254 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 36dd02e5-d695-465a-94db-b4230c91ad08 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:15:55.675122 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Deleting port b071d9fc-3748-4649-b4e3-6419db37e34c {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:15:55.675466 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.745152 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] For port b071d9fc-3748-4649-b4e3-6419db37e34c, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=b071d9fc-3748-4649-b4e3-6419db37e34c,segment=NetworkSegment(d44f61f5-55d8-4edd-8eca-5d735c09cf02),segment_id=d44f61f5-55d8-4edd-8eca-5d735c09cf02)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:55.745700 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.753596 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] DHCP port deletion for ee0f430f-9151-4a06-9a84-f48017dcbd69 request from dv-cinder-830086-2-iscsi {{(pid=110283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:15:55.758746 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Calling delete_port for b071d9fc-3748-4649-b4e3-6419db37e34c owned by network:dhcp {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:15:55.811039 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Deleting port b071d9fc-3748-4649-b4e3-6419db37e34c {{(pid=110283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:15:55.811417 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), before_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.873986 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] For port b071d9fc-3748-4649-b4e3-6419db37e34c, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=b071d9fc-3748-4649-b4e3-6419db37e34c,segment=NetworkSegment(d44f61f5-55d8-4edd-8eca-5d735c09cf02),segment_id=d44f61f5-55d8-4edd-8eca-5d735c09cf02)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:55.874420 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), precommit_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.887426 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Calling delete_port for b071d9fc-3748-4649-b4e3-6419db37e34c owned by network:dhcp {{(pid=110283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:15:55.932952 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.963819 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Pushing event deleted for resources: {'Port': ['ID=b071d9fc-3748-4649-b4e3-6419db37e34c,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:55.965681 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] No DVR routers for this DVR port b071d9fc-3748-4649-b4e3-6419db37e34c on host dv-cinder-830086-2-iscsi {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:15:55.972333 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058'] for port (b071d9fc-3748-4649-b4e3-6419db37e34c), after_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.994905 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Pushing event deleted for resources: {'Port': ['ID=b071d9fc-3748-4649-b4e3-6419db37e34c,revision_number=None']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:56.004886 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:56.005178 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:56.005608 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:56.005873 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:56.006221 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:56.006543 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:56.006878 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:56.007207 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:56.007533 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:56.007859 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:56.008192 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:56.008539 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:56.008863 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:56.011563 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2cab7-0a46-4d63-8ae3-aabf3e0bfebe None None] No DVR routers for this DVR port b071d9fc-3748-4649-b4e3-6419db37e34c on host dv-cinder-830086-2-iscsi {{(pid=110283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:15:56.037794 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (ee0f430f-9151-4a06-9a84-f48017dcbd69), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:56.057416 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0f430f-9151-4a06-9a84-f48017dcbd69']}} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:56.067589 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44f61f5-55d8-4edd-8eca-5d735c09cf02') {'for_net_delete': True} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:56.067895 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44f61f5-55d8-4edd-8eca-5d735c09cf02') {} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:56.078200 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63977623'] for segment (d44f61f5-55d8-4edd-8eca-5d735c09cf02), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:56.091944 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (d44f61f5-55d8-4edd-8eca-5d735c09cf02), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:56.097889 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:15:56.098301 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63299810'] for segment (d44f61f5-55d8-4edd-8eca-5d735c09cf02), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: Traceback (most recent call last): Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: timer() Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: cb(*args, **kw) Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: return func(*args, **kwargs) Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: self._notify() Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: self.callback(batched_events) Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: event.method(event) Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: return f(self, *a, **k) Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._get(url).json() Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: return self.request(url, 'GET', **kwargs) Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:15:56.099924 dv-cinder-830086-2-iscsi neutron-server[110281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:15:56.211246 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (ee0f430f-9151-4a06-9a84-f48017dcbd69), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:56.218389 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:56.221599 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] 10.222.0.43 "DELETE /v2.0/networks/ee0f430f-9151-4a06-9a84-f48017dcbd69 HTTP/1.1" status: 204 len: 168 time: 0.6710455 Mar 08 12:15:56.230928 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8706a-bf6c-4b7e-9fbb-7ea3c714603e admin admin] Pushing event deleted for resources: {'Network': ['ID=ee0f430f-9151-4a06-9a84-f48017dcbd69,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:56.556220 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51802) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:56.596020 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-75a256e6-1b2b-4c1f-bd6c-33555e71b31d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f50093a27dcb469f994f59480783a409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386252 Mar 08 12:15:56.598426 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51804) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:56.645519 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6a518436-6cbd-4dc3-a937-696e4456d020 admin admin] Publish callbacks [] for security_group (29d9e64b-3426-40a8-9481-e6d2028cc105), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:56.666334 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6a518436-6cbd-4dc3-a937-696e4456d020 admin admin] Publish callbacks [] for security_group (29d9e64b-3426-40a8-9481-e6d2028cc105), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:56.796017 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6a518436-6cbd-4dc3-a937-696e4456d020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (29d9e64b-3426-40a8-9481-e6d2028cc105), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:56.798514 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-6a518436-6cbd-4dc3-a937-696e4456d020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:56.799660 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-6a518436-6cbd-4dc3-a937-696e4456d020 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29d9e64b-3426-40a8-9481-e6d2028cc105 HTTP/1.1" status: 204 len: 168 time: 0.2003047 Mar 08 12:15:56.807357 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a518436-6cbd-4dc3-a937-696e4456d020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d9e64b-3426-40a8-9481-e6d2028cc105,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:57.399074 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51810) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:57.441012 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-a8178ba8-6812-46bd-981d-33665387dcd1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53d14e57b40c4ad099645e8752a5c7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407150 Mar 08 12:15:57.443396 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51812) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:57.489585 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bdf171ed-7cd0-474a-a9e8-9b7760969a04 admin admin] Publish callbacks [] for security_group (b18c26c1-87d4-4472-8835-0ce66a34da5e), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:57.510467 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bdf171ed-7cd0-474a-a9e8-9b7760969a04 admin admin] Publish callbacks [] for security_group (b18c26c1-87d4-4472-8835-0ce66a34da5e), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:57.571058 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device b071d9fc-3748-4649-b4e3-6419db37e34c no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:15:57.591602 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: b071d9fc-3748-4649-b4e3-6419db37e34c {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:15:57.591949 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device b071d9fc-3748-4649-b4e3-6419db37e34c not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:15:57.641835 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bdf171ed-7cd0-474a-a9e8-9b7760969a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (b18c26c1-87d4-4472-8835-0ce66a34da5e), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:57.644474 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-bdf171ed-7cd0-474a-a9e8-9b7760969a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:57.645646 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-bdf171ed-7cd0-474a-a9e8-9b7760969a04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b18c26c1-87d4-4472-8835-0ce66a34da5e HTTP/1.1" status: 204 len: 168 time: 0.2013645 Mar 08 12:15:57.653451 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf171ed-7cd0-474a-a9e8-9b7760969a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18c26c1-87d4-4472-8835-0ce66a34da5e,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:58.652894 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51834) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:58.746092 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-248093329-network', 'tenant_id': '944f24ac361440d08fdde904b74d017f'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:15:58.856908 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Made reservation on behalf of 944f24ac361440d08fdde904b74d017f for: {'network': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:15:58.859270 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:58.867851 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:58.940229 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Publish callbacks [] for security_group (e5c9ede1-0110-44da-be01-8ef9923f1b3e), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:59.010186 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:15:59.018575 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (e5c9ede1-0110-44da-be01-8ef9923f1b3e), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:59.041999 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=110282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:15:59.051384 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c9ede1-0110-44da-be01-8ef9923f1b3e,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:59.056847 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (e857ae25-c8c4-46ec-bef9-62f8b8525666), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:59.057186 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.segments_db [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Added segment e857ae25-c8c4-46ec-bef9-62f8b8525666 of type vlan for network 4b90e834-a299-4fb0-8a0a-7cae3937d019 Mar 08 12:15:59.097965 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (4b90e834-a299-4fb0-8a0a-7cae3937d019), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:59.195975 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (4b90e834-a299-4fb0-8a0a-7cae3937d019), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:59.197112 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:59.197727 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:59.253837 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] Pushing event updated for resources: {'Network': ['ID=4b90e834-a299-4fb0-8a0a-7cae3937d019,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:59.263709 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network 4b90e834-a299-4fb0-8a0a-7cae3937d019 details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:15:59.296014 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-6154c0ff-1332-4590-93e3-34c11a952a09 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6420109 Mar 08 12:15:59.298882 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51838) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:59.303584 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-90b268a0-9c2a-4310-9c04-1cf32b661080 admin admin] Request body: {'subnet': {'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-248093329-subnet', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'ip_version': 4}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:15:59.384330 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b268a0-9c2a-4310-9c04-1cf32b661080 admin admin] Made reservation on behalf of 944f24ac361440d08fdde904b74d017f for: {'subnet': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:15:59.386633 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-90b268a0-9c2a-4310-9c04-1cf32b661080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64241130'] for subnet (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:59.613127 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-90b268a0-9c2a-4310-9c04-1cf32b661080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64256574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64241140'] for subnet (d4fc325f-d57c-49b6-953e-f0230856c659), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:59.659112 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b268a0-9c2a-4310-9c04-1cf32b661080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fc325f-d57c-49b6-953e-f0230856c659,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:59.678048 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b268a0-9c2a-4310-9c04-1cf32b661080 admin admin] Checking segment: {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:15:59.678411 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b268a0-9c2a-4310-9c04-1cf32b661080 admin admin] Network hostable DHCP agents. Network: 4b90e834-a299-4fb0-8a0a-7cae3937d019, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:15:59.767110 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b268a0-9c2a-4310-9c04-1cf32b661080 admin admin] Network 4b90e834-a299-4fb0-8a0a-7cae3937d019 is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:15:59.853584 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-90b268a0-9c2a-4310-9c04-1cf32b661080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, 4b90e834-a299-4fb0-8a0a-7cae3937d019) {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:15:59.857623 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b268a0-9c2a-4310-9c04-1cf32b661080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:59.858225 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-90b268a0-9c2a-4310-9c04-1cf32b661080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:59.862921 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383b2c62-b609-4d73-b34b-7d38901cb43d None None] Network 4b90e834-a299-4fb0-8a0a-7cae3937d019 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:15:59.939901 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-90b268a0-9c2a-4310-9c04-1cf32b661080 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6399481 Mar 08 12:15:59.942484 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51840) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:59.946753 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:15:59.963876 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9da6154-2c8a-51fd-a243-852dfaf31b55-4b90e834-a299-4fb0-8a0a-7cae3937d019', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659'}]}} from dv-cinder-830086-2-iscsi. {{(pid=110283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:15:59.965290 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.012386 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66648729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (13cc54ab-a726-46e1-bfe1-a77701aafe23), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.013465 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66648425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66620634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66999983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (13cc54ab-a726-46e1-bfe1-a77701aafe23), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.067421 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Publish callbacks [] for router_controller (13cc54ab-a726-46e1-bfe1-a77701aafe23), precommit_add_association {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.096068 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.db_base_plugin_common [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Allocated IP 172.20.0.2 (4b90e834-a299-4fb0-8a0a-7cae3937d019/d4fc325f-d57c-49b6-953e-f0230856c659/fc2df624-b39c-421a-af0a-472ee07a3e9b) {{(pid=110283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:16:00.240719 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Publish callbacks [] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), precommit_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.288974 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Publish callbacks [] for router_gateway (13cc54ab-a726-46e1-bfe1-a77701aafe23), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.308607 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.352212 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Network 4b90e834-a299-4fb0-8a0a-7cae3937d019 is already hosted by enough agents. {{(pid=110283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:16:00.355030 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.base_scheduler [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Resources bound (agent type, host, resource id): {{(pid=110283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:00.358446 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Received port after_create {{(pid=110283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:16:00.365230 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Pushing event updated for resources: {'Port': ['ID=fc2df624-b39c-421a-af0a-472ee07a3e9b,revision_number=1']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:00.415766 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Attempting to bind port fc2df624-b39c-421a-af0a-472ee07a3e9b on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:16:00.416252 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Attempting to bind port fc2df624-b39c-421a-af0a-472ee07a3e9b by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:16:00.416645 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Attempting to bind port fc2df624-b39c-421a-af0a-472ee07a3e9b on network 4b90e834-a299-4fb0-8a0a-7cae3937d019 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:16:00.421656 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:16:00.422031 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Checking segment: {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:16:00.422434 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.422825 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Bound using segment: {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:16:00.423320 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Bound port: fc2df624-b39c-421a-af0a-472ee07a3e9b, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:16:00.423695 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.488419 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] For port fc2df624-b39c-421a-af0a-472ee07a3e9b, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:16:00.491419 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] For port fc2df624-b39c-421a-af0a-472ee07a3e9b, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=fc2df624-b39c-421a-af0a-472ee07a3e9b,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:16:00.544409 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Publish callbacks [] for router_gateway (13cc54ab-a726-46e1-bfe1-a77701aafe23), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.561606 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.563099 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.621914 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2e47a-8abf-4714-b667-bace11e7f587 None None] Pushing event updated for resources: {'Port': ['ID=fc2df624-b39c-421a-af0a-472ee07a3e9b,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:00.673219 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Allocated IP 172.27.0.236 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/ab638eda-bd43-4886-94f0-e30cfc08b401) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:16:00.778283 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Publish callbacks [] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.876404 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.914623 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:16:00.917342 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:00.921220 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:16:00.926528 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Pushing event updated for resources: {'Port': ['ID=ab638eda-bd43-4886-94f0-e30cfc08b401,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:01.461234 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d805ad00-99f8-4a77-a1d9-09e553002e97 None None] Network 4b90e834-a299-4fb0-8a0a-7cae3937d019 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:16:01.476038 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Publish callbacks [] for router_gateway (13cc54ab-a726-46e1-bfe1-a77701aafe23), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:01.549320 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-07da7448-de77-4754-a62b-5d3314c79d7b None None] Provisioning complete for port fc2df624-b39c-421a-af0a-472ee07a3e9b triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:01.549320 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-07da7448-de77-4754-a62b-5d3314c79d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:01.615579 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device fc2df624-b39c-421a-af0a-472ee07a3e9b up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:16:01.680946 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66648418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66620663'] for router (13cc54ab-a726-46e1-bfe1-a77701aafe23), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:01.703007 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-07da7448-de77-4754-a62b-5d3314c79d7b None None] Current status of the port fc2df624-b39c-421a-af0a-472ee07a3e9b is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:01.703340 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-07da7448-de77-4754-a62b-5d3314c79d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:01.713509 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port fc2df624-b39c-421a-af0a-472ee07a3e9b triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:01.713883 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:01.734581 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [req-e552fbb9-9f1e-4fcd-aad2-c6fcff8b150a req-87a342e1-318a-41b0-b591-12732ca99d56 service neutron] (110282) timed out ('10.222.0.53', 58911) {{(pid=110282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 12:16:01.775307 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-07da7448-de77-4754-a62b-5d3314c79d7b None None] For port fc2df624-b39c-421a-af0a-472ee07a3e9b, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=fc2df624-b39c-421a-af0a-472ee07a3e9b,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:01.781753 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [req-4933d693-d515-407a-9049-b48b3b109f79 req-15a15b9a-8b47-4938-8fe1-f3eaf797489f service neutron] (110282) timed out ('10.222.0.53', 58899) {{(pid=110282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 12:16:01.826856 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port fc2df624-b39c-421a-af0a-472ee07a3e9b is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:01.827254 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:01.840826 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-07da7448-de77-4754-a62b-5d3314c79d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:01.903804 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Router 13cc54ab-a726-46e1-bfe1-a77701aafe23 is scheduled to L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 with binding_index 1 {{(pid=110282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:16:01.923043 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da7448-de77-4754-a62b-5d3314c79d7b None None] Pushing event updated for resources: {'Port': ['ID=fc2df624-b39c-421a-af0a-472ee07a3e9b,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:01.925676 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.db.api [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:16:01.926036 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG oslo_db.api [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:16:01.958685 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-3bc0e42c-f571-4bc3-b7f9-9f7515e94708 None None] Provisioning complete for port fc2df624-b39c-421a-af0a-472ee07a3e9b triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:01.959056 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e42c-f571-4bc3-b7f9-9f7515e94708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.012938 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:16:02.024966 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Sync routers for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:16:02.046657 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:02.047278 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:02.049837 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0e42c-f571-4bc3-b7f9-9f7515e94708 None None] Current status of the port fc2df624-b39c-421a-af0a-472ee07a3e9b is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:02.090459 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.094580 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-c547aa4a-2662-4dfe-9134-ec9309b8584d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1483071 Mar 08 12:16:02.094750 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51842) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:02.282248 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:02.471261 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port fc2df624-b39c-421a-af0a-472ee07a3e9b is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:02.487819 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:01Z', 'revision_number': 3, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:02.507768 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.514606 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Checking router: 13cc54ab-a726-46e1-bfe1-a77701aafe23 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:16:02.514957 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Updating router 13cc54ab-a726-46e1-bfe1-a77701aafe23 port ab638eda-bd43-4886-94f0-e30cfc08b401 binding host dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:16:02.543264 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.663491 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Allocated IP 172.20.0.1 (4b90e834-a299-4fb0-8a0a-7cae3937d019/d4fc325f-d57c-49b6-953e-f0230856c659/57dbe04e-c283-42da-8ef0-e9250ee2d787) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:16:02.762656 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Publish callbacks [] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.793872 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Publish callbacks [] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), precommit_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.840391 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.862304 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.879998 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Network 4b90e834-a299-4fb0-8a0a-7cae3937d019 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:16:02.882824 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:02.885329 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:16:02.913380 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Attempting to bind port ab638eda-bd43-4886-94f0-e30cfc08b401 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:16:02.913754 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Attempting to bind port ab638eda-bd43-4886-94f0-e30cfc08b401 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:16:02.914121 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Attempting to bind port ab638eda-bd43-4886-94f0-e30cfc08b401 on network b11f5efd-e33a-4972-9f0b-6f3c889a5429 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:16:02.920865 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Pushing event updated for resources: {'Port': ['ID=57dbe04e-c283-42da-8ef0-e9250ee2d787,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:02.922569 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462af877-6597-42da-a8a8-e916d134450e None None] Pushing event updated for resources: {'Port': ['ID=ab638eda-bd43-4886-94f0-e30cfc08b401,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:02.925106 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:16:02.925493 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Checking segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:16:02.926376 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.926376 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Bound using segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:16:02.926763 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Bound port: ab638eda-bd43-4886-94f0-e30cfc08b401, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:16:02.927237 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.937857 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66621402'] for router_interface (13cc54ab-a726-46e1-bfe1-a77701aafe23), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.979741 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] For port ab638eda-bd43-4886-94f0-e30cfc08b401, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:16:02.984845 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] For port ab638eda-bd43-4886-94f0-e30cfc08b401, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=ab638eda-bd43-4886-94f0-e30cfc08b401,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:16:03.064654 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:03.123060 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:03.123676 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:03.128386 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462af877-6597-42da-a8a8-e916d134450e None None] Pushing event updated for resources: {'Port': ['ID=ab638eda-bd43-4886-94f0-e30cfc08b401,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:03.156992 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:03.190506 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-ca2b524e-27f9-4987-98f6-24f06bac197b None None] Provisioning complete for port 57dbe04e-c283-42da-8ef0-e9250ee2d787 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:03.190877 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ca2b524e-27f9-4987-98f6-24f06bac197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:03.265844 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b524e-27f9-4987-98f6-24f06bac197b None None] Port 57dbe04e-c283-42da-8ef0-e9250ee2d787 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:16:03.277643 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:03.317913 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Publish callbacks [] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:03.389770 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:03.455728 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Pushing event updated for resources: {'Port': ['ID=57dbe04e-c283-42da-8ef0-e9250ee2d787,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:03.461404 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66820467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66621366'] for router_interface (13cc54ab-a726-46e1-bfe1-a77701aafe23), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:03.475473 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:02Z', 'revision_number': 1, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:03.502733 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48961e-4587-472d-9ee5-c49f1d71263c None None] The sync data for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi is: [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:02Z', 'revision_number': 1, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:16:03.556692 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Network 4b90e834-a299-4fb0-8a0a-7cae3937d019 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:16:03.558172 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:03.591231 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device fc2df624-b39c-421a-af0a-472ee07a3e9b up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:16:03.644400 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port fc2df624-b39c-421a-af0a-472ee07a3e9b triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:03.644788 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:03.683534 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Router 13cc54ab-a726-46e1-bfe1-a77701aafe23 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:16:03.741898 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port fc2df624-b39c-421a-af0a-472ee07a3e9b is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:03.836747 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:16:03.842111 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-8602da11-57b5-4ea6-a408-4d86244bc29c admin admin] 10.222.0.43 "PUT /v2.0/routers/13cc54ab-a726-46e1-bfe1-a77701aafe23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7463017 Mar 08 12:16:03.894688 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-2cb149f7-8e16-4302-96da-86905525be94 None None] Provisioning complete for port 57dbe04e-c283-42da-8ef0-e9250ee2d787 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:03.895184 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2cb149f7-8e16-4302-96da-86905525be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:03.932600 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-2cb149f7-8e16-4302-96da-86905525be94 None None] Port 57dbe04e-c283-42da-8ef0-e9250ee2d787 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:16:04.562286 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51858) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:04.567315 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-572791670-network', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:04.641522 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Made reservation on behalf of e84fae0e0a2c4d85add35d4e6aeb643c for: {'network': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:16:04.643878 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for network (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.653684 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.735218 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Publish callbacks [] for security_group (d47e463a-bcc9-4533-80f2-10ba47aa312d), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.801617 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d47e463a-bcc9-4533-80f2-10ba47aa312d), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.826470 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=110282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:16:04.836485 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47e463a-bcc9-4533-80f2-10ba47aa312d,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:04.842946 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (abb55f09-036d-4d37-ab82-aebee7024a00), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.843571 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.segments_db [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Added segment abb55f09-036d-4d37-ab82-aebee7024a00 of type vlan for network c9d8dfef-1556-45b3-9505-b04965bb4f4b Mar 08 12:16:04.883821 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786395629078'] for network (c9d8dfef-1556-45b3-9505-b04965bb4f4b), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.996395 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357'] for network (c9d8dfef-1556-45b3-9505-b04965bb4f4b), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.997397 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:04.997989 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.054739 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] Pushing event updated for resources: {'Network': ['ID=c9d8dfef-1556-45b3-9505-b04965bb4f4b,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:05.065621 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Network c9d8dfef-1556-45b3-9505-b04965bb4f4b details requested by agent ovs-agent-dv-cinder-830086-2-iscsi with host dv-cinder-830086-2-iscsi {{(pid=110283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:16:05.090450 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-de575a8a-bcfa-4c00-b073-bf9b75c2e534 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5270383 Mar 08 12:16:05.093256 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51860) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:05.098290 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-473b3b16-ddc5-472f-bca7-8e7689613ee3 admin admin] Request body: {'subnet': {'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-572791670-subnet', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'ip_version': 4}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:05.172706 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473b3b16-ddc5-472f-bca7-8e7689613ee3 admin admin] Made reservation on behalf of e84fae0e0a2c4d85add35d4e6aeb643c for: {'subnet': 1} {{(pid=110282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:16:05.175199 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-473b3b16-ddc5-472f-bca7-8e7689613ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64241130'] for subnet (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.390144 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-473b3b16-ddc5-472f-bca7-8e7689613ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64256574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64241140'] for subnet (f237f2d2-1ff2-4b98-b4b4-e9e47ae19262), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.449072 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b3b16-ddc5-472f-bca7-8e7689613ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f237f2d2-1ff2-4b98-b4b4-e9e47ae19262,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:05.451110 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Sync routers for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:16:05.457753 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b3b16-ddc5-472f-bca7-8e7689613ee3 admin admin] Checking segment: {'id': 'abb55f09-036d-4d37-ab82-aebee7024a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:16:05.458372 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b3b16-ddc5-472f-bca7-8e7689613ee3 admin admin] Network hostable DHCP agents. Network: c9d8dfef-1556-45b3-9505-b04965bb4f4b, hostable agents: ['da17791a-ff43-45b0-a3a5-e81e6fdd46f3'], hosted agents: [] {{(pid=110282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:16:05.461100 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:05.461696 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:05.555527 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b3b16-ddc5-472f-bca7-8e7689613ee3 admin admin] Network c9d8dfef-1556-45b3-9505-b04965bb4f4b is scheduled to be hosted by DHCP agent da17791a-ff43-45b0-a3a5-e81e6fdd46f3 with binding_index 1 {{(pid=110282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:16:05.568112 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:05.610561 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device ab638eda-bd43-4886-94f0-e30cfc08b401 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:16:05.647476 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-473b3b16-ddc5-472f-bca7-8e7689613ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-2-iscsi, c9d8dfef-1556-45b3-9505-b04965bb4f4b) {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:05.652572 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473b3b16-ddc5-472f-bca7-8e7689613ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:05.653167 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-473b3b16-ddc5-472f-bca7-8e7689613ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.660236 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2bacd5-df5f-4707-bcdb-ed86aa1138c5 None None] Network c9d8dfef-1556-45b3-9505-b04965bb4f4b requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:16:05.729441 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port ab638eda-bd43-4886-94f0-e30cfc08b401 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:05.729737 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.749288 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-473b3b16-ddc5-472f-bca7-8e7689613ee3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6525958 Mar 08 12:16:05.749657 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51864) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:05.754591 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-572791670-router', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:05.767961 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 2, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:05.801896 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9da6154-2c8a-51fd-a243-852dfaf31b55-c9d8dfef-1556-45b3-9505-b04965bb4f4b', 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b', 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'fixed_ips': [{'subnet_id': 'f237f2d2-1ff2-4b98-b4b4-e9e47ae19262'}]}} from dv-cinder-830086-2-iscsi. {{(pid=110283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:16:05.802814 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.842553 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66648729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (7ad82404-e9b8-4760-8b2c-265b72f15f03), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.843655 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66648425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66620634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66999983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (7ad82404-e9b8-4760-8b2c-265b72f15f03), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.890235 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Checking router: 13cc54ab-a726-46e1-bfe1-a77701aafe23 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:16:05.890493 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Updating router 13cc54ab-a726-46e1-bfe1-a77701aafe23 port 57dbe04e-c283-42da-8ef0-e9250ee2d787 binding host dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:16:05.903397 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Publish callbacks [] for router_controller (7ad82404-e9b8-4760-8b2c-265b72f15f03), precommit_add_association {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.916006 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port ab638eda-bd43-4886-94f0-e30cfc08b401 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:05.916447 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.919177 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.949554 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port ab638eda-bd43-4886-94f0-e30cfc08b401, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=ab638eda-bd43-4886-94f0-e30cfc08b401,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:05.988984 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.db_base_plugin_common [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Allocated IP 172.20.0.2 (c9d8dfef-1556-45b3-9505-b04965bb4f4b/f237f2d2-1ff2-4b98-b4b4-e9e47ae19262/87f82410-786b-4348-8423-bedd3c58835e) {{(pid=110283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:16:06.025162 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.132886 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Publish callbacks [] for router_gateway (7ad82404-e9b8-4760-8b2c-265b72f15f03), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.184786 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Publish callbacks [] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), precommit_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.264597 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.311590 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Pushing event updated for resources: {'Port': ['ID=57dbe04e-c283-42da-8ef0-e9250ee2d787,revision_number=3']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:06.318366 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Publish callbacks [] for port (87f82410-786b-4348-8423-bedd3c58835e), precommit_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.321657 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=ab638eda-bd43-4886-94f0-e30cfc08b401,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:06.323226 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:06.327010 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:06.327010 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:06.327010 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:06.327010 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:06.327010 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:06.327010 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:06.327010 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:06.327010 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:06.327010 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:06.328441 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:06.328441 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:06.328441 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:06.384830 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Attempting to bind port 57dbe04e-c283-42da-8ef0-e9250ee2d787 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:16:06.385205 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Attempting to bind port 57dbe04e-c283-42da-8ef0-e9250ee2d787 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:16:06.385763 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Attempting to bind port 57dbe04e-c283-42da-8ef0-e9250ee2d787 on network 4b90e834-a299-4fb0-8a0a-7cae3937d019 {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:16:06.391242 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:16:06.391620 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Checking segment: {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:16:06.392045 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.392508 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Bound using segment: {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:16:06.392969 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Bound port: 57dbe04e-c283-42da-8ef0-e9250ee2d787, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'}}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:16:06.393352 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.400017 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049'] for port (87f82410-786b-4348-8423-bedd3c58835e), after_create {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.423708 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Publish callbacks [] for router_gateway (7ad82404-e9b8-4760-8b2c-265b72f15f03), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.442781 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Network c9d8dfef-1556-45b3-9505-b04965bb4f4b is already hosted by enough agents. {{(pid=110283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:16:06.448176 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.scheduler.base_scheduler [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Resources bound (agent type, host, resource id): {{(pid=110283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:06.454360 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.455245 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Received port after_create {{(pid=110283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:16:06.459062 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] For port 57dbe04e-c283-42da-8ef0-e9250ee2d787, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:16:06.462844 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] For port 57dbe04e-c283-42da-8ef0-e9250ee2d787, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=57dbe04e-c283-42da-8ef0-e9250ee2d787,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:16:06.463157 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Pushing event updated for resources: {'Port': ['ID=87f82410-786b-4348-8423-bedd3c58835e,revision_number=1']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:06.524016 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Attempting to bind port 87f82410-786b-4348-8423-bedd3c58835e on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:16:06.524444 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Attempting to bind port 87f82410-786b-4348-8423-bedd3c58835e by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'abb55f09-036d-4d37-ab82-aebee7024a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:16:06.524815 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Attempting to bind port 87f82410-786b-4348-8423-bedd3c58835e on network c9d8dfef-1556-45b3-9505-b04965bb4f4b {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:16:06.536077 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:16:06.536077 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Checking segment: {'id': 'abb55f09-036d-4d37-ab82-aebee7024a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:16:06.536077 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.536077 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Bound using segment: {'id': 'abb55f09-036d-4d37-ab82-aebee7024a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:16:06.536077 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Bound port: 87f82410-786b-4348-8423-bedd3c58835e, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb55f09-036d-4d37-ab82-aebee7024a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:16:06.536077 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (87f82410-786b-4348-8423-bedd3c58835e), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.556009 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.568699 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Allocated IP 172.27.0.199 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/cad9ee42-8bf6-4bec-9df6-793ac42fe104) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:16:06.589691 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-00c0e449-e7bd-4298-b866-61da10ab1c00 None None] Provisioning complete for port 57dbe04e-c283-42da-8ef0-e9250ee2d787 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:06.589691 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-00c0e449-e7bd-4298-b866-61da10ab1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.608895 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:06.609531 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:06.633779 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] For port 87f82410-786b-4348-8423-bedd3c58835e, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:16:06.648803 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] For port 87f82410-786b-4348-8423-bedd3c58835e, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=87f82410-786b-4348-8423-bedd3c58835e,segment=NetworkSegment(abb55f09-036d-4d37-ab82-aebee7024a00),segment_id=abb55f09-036d-4d37-ab82-aebee7024a00)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:16:06.691900 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Publish callbacks [] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.697836 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-00c0e449-e7bd-4298-b866-61da10ab1c00 None None] Current status of the port 57dbe04e-c283-42da-8ef0-e9250ee2d787 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:06.698236 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-00c0e449-e7bd-4298-b866-61da10ab1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.711285 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (87f82410-786b-4348-8423-bedd3c58835e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.735286 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:06.774675 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-00c0e449-e7bd-4298-b866-61da10ab1c00 None None] For port 57dbe04e-c283-42da-8ef0-e9250ee2d787, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=57dbe04e-c283-42da-8ef0-e9250ee2d787,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:06.793201 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e6e0a-66a5-4faf-ac27-03f47b0d5325 None None] Pushing event updated for resources: {'Port': ['ID=87f82410-786b-4348-8423-bedd3c58835e,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:06.812941 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.840040 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7afd4-7b90-480e-a556-5710018ef88d None None] Pushing event updated for resources: {'Port': ['ID=57dbe04e-c283-42da-8ef0-e9250ee2d787,revision_number=4']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:06.861918 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:16:06.865325 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:06.867830 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:16:06.869935 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-00c0e449-e7bd-4298-b866-61da10ab1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.905009 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=cad9ee42-8bf6-4bec-9df6-793ac42fe104,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:06.943023 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0e449-e7bd-4298-b866-61da10ab1c00 None None] Pushing event updated for resources: {'Port': ['ID=57dbe04e-c283-42da-8ef0-e9250ee2d787,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:07.007805 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-45edd72b-c970-45c3-8d3d-535f12faa713 None None] Provisioning complete for port 57dbe04e-c283-42da-8ef0-e9250ee2d787 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:07.012978 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-45edd72b-c970-45c3-8d3d-535f12faa713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:07.040852 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:07.043852 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:07.080201 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ad8f75-68b7-47bb-8f3d-3168ce26668f None None] The sync data for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi is: [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:16:07.112931 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-45edd72b-c970-45c3-8d3d-535f12faa713 None None] Current status of the port 57dbe04e-c283-42da-8ef0-e9250ee2d787 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:07.273067 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Publish callbacks [] for router_gateway (7ad82404-e9b8-4760-8b2c-265b72f15f03), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:07.478353 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66648418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66620663'] for router (7ad82404-e9b8-4760-8b2c-265b72f15f03), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:07.774705 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 87f82410-786b-4348-8423-bedd3c58835e up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:16:07.849543 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 87f82410-786b-4348-8423-bedd3c58835e triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:07.849919 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (87f82410-786b-4348-8423-bedd3c58835e), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:07.930217 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 87f82410-786b-4348-8423-bedd3c58835e is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:07.930613 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (87f82410-786b-4348-8423-bedd3c58835e), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:07.943216 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bdc8fc-822e-44ac-ab67-2efa4aeffd97 None None] Network c9d8dfef-1556-45b3-9505-b04965bb4f4b requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:16:07.955606 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Router 7ad82404-e9b8-4760-8b2c-265b72f15f03 is scheduled to L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 with binding_index 1 {{(pid=110282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:16:08.017943 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port 87f82410-786b-4348-8423-bedd3c58835e, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=87f82410-786b-4348-8423-bedd3c58835e,segment=NetworkSegment(abb55f09-036d-4d37-ab82-aebee7024a00),segment_id=abb55f09-036d-4d37-ab82-aebee7024a00)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:08.045779 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-f1c6dfd2-8a1e-428c-b638-917b3294f592 None None] Provisioning complete for port 87f82410-786b-4348-8423-bedd3c58835e triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:08.045779 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f1c6dfd2-8a1e-428c-b638-917b3294f592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (87f82410-786b-4348-8423-bedd3c58835e), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.065572 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:16:08.084720 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Sync routers for ids ['7ad82404-e9b8-4760-8b2c-265b72f15f03'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:16:08.114440 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Routers {'7ad82404-e9b8-4760-8b2c-265b72f15f03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:08.115052 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['7ad82404-e9b8-4760-8b2c-265b72f15f03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:08.152001 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.153306 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-a8bc078d-3720-4259-a934-398c201ae7a4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4025362 Mar 08 12:16:08.156030 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51866) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:08.161162 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (87f82410-786b-4348-8423-bedd3c58835e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.161936 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device ab638eda-bd43-4886-94f0-e30cfc08b401 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:16:08.328769 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=87f82410-786b-4348-8423-bedd3c58835e,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:08.335386 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6dfd2-8a1e-428c-b638-917b3294f592 None None] Current status of the port 87f82410-786b-4348-8423-bedd3c58835e is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:08.347657 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Set router 7ad82404-e9b8-4760-8b2c-265b72f15f03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:08.404642 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port ab638eda-bd43-4886-94f0-e30cfc08b401 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:08.405015 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.506432 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-95c8597c-59a4-449a-88eb-4fd8ac499c22 None None] Provisioning complete for port 87f82410-786b-4348-8423-bedd3c58835e triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:08.506810 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-95c8597c-59a4-449a-88eb-4fd8ac499c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (87f82410-786b-4348-8423-bedd3c58835e), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.581103 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.612780 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port ab638eda-bd43-4886-94f0-e30cfc08b401 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:08.613819 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 57dbe04e-c283-42da-8ef0-e9250ee2d787 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:16:08.704004 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-95c8597c-59a4-449a-88eb-4fd8ac499c22 None None] Current status of the port 87f82410-786b-4348-8423-bedd3c58835e is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:08.711843 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'name': 'tempest-TestVolumeBootPattern-572791670-router', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:05Z', 'updated_at': '2022-03-08T12:16:07Z', 'revision_number': 3, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'gw_port': {'id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:06Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:08.736626 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Allocated IP 172.20.0.1 (c9d8dfef-1556-45b3-9505-b04965bb4f4b/f237f2d2-1ff2-4b98-b4b4-e9e47ae19262/a9e797b9-6d47-4824-9a8e-e53376b215a1) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:16:08.739601 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Checking router: 7ad82404-e9b8-4760-8b2c-265b72f15f03 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:16:08.739956 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Updating router 7ad82404-e9b8-4760-8b2c-265b72f15f03 port cad9ee42-8bf6-4bec-9df6-793ac42fe104 binding host dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:16:08.741745 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 57dbe04e-c283-42da-8ef0-e9250ee2d787 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:08.742119 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.795300 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.847665 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Publish callbacks [] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.935924 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 57dbe04e-c283-42da-8ef0-e9250ee2d787 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:08.938101 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.974744 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Network c9d8dfef-1556-45b3-9505-b04965bb4f4b is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:16:08.979926 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:08.982384 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:16:09.020501 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e797b9-6d47-4824-9a8e-e53376b215a1,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:09.037051 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66621402'] for router_interface (7ad82404-e9b8-4760-8b2c-265b72f15f03), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.229973 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.230575 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Publish callbacks [] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), precommit_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.239324 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-f457b45d-14d3-4f59-85c3-6b289b181c29 None None] Provisioning complete for port a9e797b9-6d47-4824-9a8e-e53376b215a1 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:09.239687 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f457b45d-14d3-4f59-85c3-6b289b181c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.275909 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-f457b45d-14d3-4f59-85c3-6b289b181c29 None None] Port a9e797b9-6d47-4824-9a8e-e53376b215a1 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:16:09.308398 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.360245 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Attempting to bind port cad9ee42-8bf6-4bec-9df6-793ac42fe104 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:16:09.360556 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Attempting to bind port cad9ee42-8bf6-4bec-9df6-793ac42fe104 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:16:09.360944 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Attempting to bind port cad9ee42-8bf6-4bec-9df6-793ac42fe104 on network b11f5efd-e33a-4972-9f0b-6f3c889a5429 {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:16:09.363711 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce1354-8fa2-47fb-a286-e51a9cf4423b None None] Pushing event updated for resources: {'Port': ['ID=cad9ee42-8bf6-4bec-9df6-793ac42fe104,revision_number=2']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:09.368238 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:16:09.368649 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Checking segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:16:09.369037 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.369416 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Bound using segment: {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'} {{(pid=110283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:16:09.369882 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.managers [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Bound port: cad9ee42-8bf6-4bec-9df6-793ac42fe104, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dbcc51-5925-42fb-b401-ed03be717660', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}}] {{(pid=110283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:16:09.370257 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.394371 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Publish callbacks [] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.420384 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] For port cad9ee42-8bf6-4bec-9df6-793ac42fe104, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:16:09.423370 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] For port cad9ee42-8bf6-4bec-9df6-793ac42fe104, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=cad9ee42-8bf6-4bec-9df6-793ac42fe104,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:16:09.492949 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.504624 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.558977 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66820467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66621366'] for router_interface (7ad82404-e9b8-4760-8b2c-265b72f15f03), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.564479 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e797b9-6d47-4824-9a8e-e53376b215a1,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:09.567197 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Routers {'7ad82404-e9b8-4760-8b2c-265b72f15f03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:09.567824 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['7ad82404-e9b8-4760-8b2c-265b72f15f03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:09.569582 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce1354-8fa2-47fb-a286-e51a9cf4423b None None] Pushing event updated for resources: {'Port': ['ID=cad9ee42-8bf6-4bec-9df6-793ac42fe104,revision_number=3']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:09.607772 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 87f82410-786b-4348-8423-bedd3c58835e up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:16:09.657969 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Network c9d8dfef-1556-45b3-9505-b04965bb4f4b is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:16:09.659195 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:09.720348 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] Set router 7ad82404-e9b8-4760-8b2c-265b72f15f03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:09.723449 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port 87f82410-786b-4348-8423-bedd3c58835e triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:09.723449 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (87f82410-786b-4348-8423-bedd3c58835e), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.780727 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Router 7ad82404-e9b8-4760-8b2c-265b72f15f03 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:16:09.903727 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:16:09.920043 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-d2c5c5ce-3e8f-4b8c-a91f-d15687188a64 admin admin] 10.222.0.43 "PUT /v2.0/routers/7ad82404-e9b8-4760-8b2c-265b72f15f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7545443 Mar 08 12:16:09.949677 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port 87f82410-786b-4348-8423-bedd3c58835e is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:09.958876 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-3212f553-61ba-4bb6-a3f1-e2b0a85b3f96 None None] Provisioning complete for port a9e797b9-6d47-4824-9a8e-e53376b215a1 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:09.959252 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3212f553-61ba-4bb6-a3f1-e2b0a85b3f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:10.024063 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-3212f553-61ba-4bb6-a3f1-e2b0a85b3f96 None None] Port a9e797b9-6d47-4824-9a8e-e53376b215a1 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:16:10.048458 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'name': 'tempest-TestVolumeBootPattern-572791670-router', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:05Z', 'updated_at': '2022-03-08T12:16:09Z', 'revision_number': 4, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'gw_port': {'id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:06Z', 'updated_at': '2022-03-08T12:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a9e797b9-6d47-4824-9a8e-e53376b215a1', 'name': '', 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'mac_address': 'fa:16:3e:bc:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f237f2d2-1ff2-4b98-b4b4-e9e47ae19262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:08Z', 'updated_at': '2022-03-08T12:16:09Z', 'revision_number': 2, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'subnets': [{'id': 'f237f2d2-1ff2-4b98-b4b4-e9e47ae19262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:10.079061 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5e558f-8967-4591-acc9-db9220c9452f None None] The sync data for ids ['7ad82404-e9b8-4760-8b2c-265b72f15f03'] in dv-cinder-830086-2-iscsi is: [{'id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'name': 'tempest-TestVolumeBootPattern-572791670-router', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:05Z', 'updated_at': '2022-03-08T12:16:09Z', 'revision_number': 4, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'gw_port': {'id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:06Z', 'updated_at': '2022-03-08T12:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a9e797b9-6d47-4824-9a8e-e53376b215a1', 'name': '', 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'mac_address': 'fa:16:3e:bc:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f237f2d2-1ff2-4b98-b4b4-e9e47ae19262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:08Z', 'updated_at': '2022-03-08T12:16:09Z', 'revision_number': 2, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'subnets': [{'id': 'f237f2d2-1ff2-4b98-b4b4-e9e47ae19262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:16:10.503528 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51874) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:10.511845 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-f5101572-6a19-402c-945e-00f466e5a40e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888799416', 'description': 'tempest-secgroup-smoke-888799416 description', 'project_id': '944f24ac361440d08fdde904b74d017f'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:10.596068 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f5101572-6a19-402c-945e-00f466e5a40e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:10.675983 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f5101572-6a19-402c-945e-00f466e5a40e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group (48a6d327-0406-46de-9969-635351163cd1), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:10.771652 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f5101572-6a19-402c-945e-00f466e5a40e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (48a6d327-0406-46de-9969-635351163cd1), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:10.801898 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5101572-6a19-402c-945e-00f466e5a40e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a6d327-0406-46de-9969-635351163cd1,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:10.864784 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f5101572-6a19-402c-945e-00f466e5a40e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:10.866079 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-f5101572-6a19-402c-945e-00f466e5a40e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3611009 Mar 08 12:16:10.868886 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 51876) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:10.873800 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-edaa0d06-8fc8-424e-829d-5b83b552cc1b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Request body: {'security_group_rule': {'security_group_id': '48a6d327-0406-46de-9969-635351163cd1', 'project_id': '944f24ac361440d08fdde904b74d017f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:10.961784 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-edaa0d06-8fc8-424e-829d-5b83b552cc1b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (4a069d19-b8d1-4ca6-beef-c43383f29944), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.020145 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-edaa0d06-8fc8-424e-829d-5b83b552cc1b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (4a069d19-b8d1-4ca6-beef-c43383f29944), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.119458 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-edaa0d06-8fc8-424e-829d-5b83b552cc1b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (4a069d19-b8d1-4ca6-beef-c43383f29944), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.141270 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa0d06-8fc8-424e-829d-5b83b552cc1b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a069d19-b8d1-4ca6-beef-c43383f29944,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:11.216725 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-edaa0d06-8fc8-424e-829d-5b83b552cc1b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.220183 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51878) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:11.220758 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-edaa0d06-8fc8-424e-829d-5b83b552cc1b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504269 Mar 08 12:16:11.224826 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-c266ddd7-f21b-43a0-8b8b-2bbd59dbc39a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Request body: {'security_group_rule': {'security_group_id': '48a6d327-0406-46de-9969-635351163cd1', 'project_id': '944f24ac361440d08fdde904b74d017f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:11.327197 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c266ddd7-f21b-43a0-8b8b-2bbd59dbc39a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (12a8bc1c-da4e-42ce-a1d0-269cdc5a9eed), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.375150 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c266ddd7-f21b-43a0-8b8b-2bbd59dbc39a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (12a8bc1c-da4e-42ce-a1d0-269cdc5a9eed), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.452731 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c266ddd7-f21b-43a0-8b8b-2bbd59dbc39a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (12a8bc1c-da4e-42ce-a1d0-269cdc5a9eed), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.472582 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266ddd7-f21b-43a0-8b8b-2bbd59dbc39a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a8bc1c-da4e-42ce-a1d0-269cdc5a9eed,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:11.539332 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c266ddd7-f21b-43a0-8b8b-2bbd59dbc39a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.540753 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-c266ddd7-f21b-43a0-8b8b-2bbd59dbc39a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3195291 Mar 08 12:16:11.543544 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51880) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:11.548136 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-d1b428d2-9dee-47bb-b370-9b68b6afca45 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Request body: {'security_group_rule': {'security_group_id': '48a6d327-0406-46de-9969-635351163cd1', 'project_id': '944f24ac361440d08fdde904b74d017f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:11.612430 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device cad9ee42-8bf6-4bec-9df6-793ac42fe104 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:16:11.655862 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d1b428d2-9dee-47bb-b370-9b68b6afca45 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (bfcc852a-03e6-4f72-bf4d-1849ccad48de), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.658710 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port cad9ee42-8bf6-4bec-9df6-793ac42fe104 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:11.659089 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.716374 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d1b428d2-9dee-47bb-b370-9b68b6afca45 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (bfcc852a-03e6-4f72-bf4d-1849ccad48de), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.741561 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port cad9ee42-8bf6-4bec-9df6-793ac42fe104 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:11.741956 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.764530 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] For port cad9ee42-8bf6-4bec-9df6-793ac42fe104, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=cad9ee42-8bf6-4bec-9df6-793ac42fe104,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:11.782423 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d1b428d2-9dee-47bb-b370-9b68b6afca45 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (bfcc852a-03e6-4f72-bf4d-1849ccad48de), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.800201 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b428d2-9dee-47bb-b370-9b68b6afca45 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcc852a-03e6-4f72-bf4d-1849ccad48de,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:11.839787 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.864553 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-d1b428d2-9dee-47bb-b370-9b68b6afca45 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:11.865804 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-d1b428d2-9dee-47bb-b370-9b68b6afca45 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3212650 Mar 08 12:16:11.868468 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51882) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:11.873602 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-38157ebf-f212-48f5-bdbc-7d7743561616 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Request body: {'security_group_rule': {'security_group_id': '48a6d327-0406-46de-9969-635351163cd1', 'project_id': '944f24ac361440d08fdde904b74d017f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:11.891372 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Pushing event updated for resources: {'Port': ['ID=cad9ee42-8bf6-4bec-9df6-793ac42fe104,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:11.972585 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-38157ebf-f212-48f5-bdbc-7d7743561616 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (891fe3e2-73e0-48ba-b174-2f10f8ad114f), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.031743 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-38157ebf-f212-48f5-bdbc-7d7743561616 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (891fe3e2-73e0-48ba-b174-2f10f8ad114f), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.058815 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Sync routers for ids ['7ad82404-e9b8-4760-8b2c-265b72f15f03'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:16:12.067983 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Routers {'7ad82404-e9b8-4760-8b2c-265b72f15f03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:12.068622 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['7ad82404-e9b8-4760-8b2c-265b72f15f03'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:12.108289 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-38157ebf-f212-48f5-bdbc-7d7743561616 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (891fe3e2-73e0-48ba-b174-2f10f8ad114f), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.127207 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38157ebf-f212-48f5-bdbc-7d7743561616 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891fe3e2-73e0-48ba-b174-2f10f8ad114f,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:12.175084 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Set router 7ad82404-e9b8-4760-8b2c-265b72f15f03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:12.195818 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-38157ebf-f212-48f5-bdbc-7d7743561616 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.197090 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-38157ebf-f212-48f5-bdbc-7d7743561616 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276818 Mar 08 12:16:12.200362 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51884) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:12.204650 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-72d99b5b-16e9-4b1f-8865-2f2f30ba0c09 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Request body: {'security_group_rule': {'security_group_id': '48a6d327-0406-46de-9969-635351163cd1', 'project_id': '944f24ac361440d08fdde904b74d017f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:12.287073 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.securitygroups_db [None req-72d99b5b-16e9-4b1f-8865-2f2f30ba0c09 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Project 944f24ac361440d08fdde904b74d017f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:16:12.292636 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-72d99b5b-16e9-4b1f-8865-2f2f30ba0c09 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (94edcf93-cc97-4c64-bd55-22bed6cc5599), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.355646 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-72d99b5b-16e9-4b1f-8865-2f2f30ba0c09 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (94edcf93-cc97-4c64-bd55-22bed6cc5599), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.372191 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'name': 'tempest-TestVolumeBootPattern-572791670-router', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:05Z', 'updated_at': '2022-03-08T12:16:09Z', 'revision_number': 4, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'gw_port': {'id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:06Z', 'updated_at': '2022-03-08T12:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a9e797b9-6d47-4824-9a8e-e53376b215a1', 'name': '', 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'mac_address': 'fa:16:3e:bc:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f237f2d2-1ff2-4b98-b4b4-e9e47ae19262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:08Z', 'updated_at': '2022-03-08T12:16:09Z', 'revision_number': 2, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'subnets': [{'id': 'f237f2d2-1ff2-4b98-b4b4-e9e47ae19262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:12.401521 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Checking router: 7ad82404-e9b8-4760-8b2c-265b72f15f03 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:16:12.401909 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Updating router 7ad82404-e9b8-4760-8b2c-265b72f15f03 port a9e797b9-6d47-4824-9a8e-e53376b215a1 binding host dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:16:12.427554 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.435200 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-72d99b5b-16e9-4b1f-8865-2f2f30ba0c09 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (94edcf93-cc97-4c64-bd55-22bed6cc5599), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.453311 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d99b5b-16e9-4b1f-8865-2f2f30ba0c09 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94edcf93-cc97-4c64-bd55-22bed6cc5599,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:12.529013 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-72d99b5b-16e9-4b1f-8865-2f2f30ba0c09 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.530304 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-72d99b5b-16e9-4b1f-8865-2f2f30ba0c09 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3290036 Mar 08 12:16:12.532980 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 51886) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:12.537467 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-b0d30ae4-2a03-4de1-a2d7-6158cee783ff tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Request body: {'security_group_rule': {'security_group_id': '48a6d327-0406-46de-9969-635351163cd1', 'project_id': '944f24ac361440d08fdde904b74d017f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:12.611402 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.securitygroups_db [None req-b0d30ae4-2a03-4de1-a2d7-6158cee783ff tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Project 944f24ac361440d08fdde904b74d017f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:16:12.617360 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b0d30ae4-2a03-4de1-a2d7-6158cee783ff tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (214eeffd-44e4-4859-b213-1a7af89c4fae), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.679241 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b0d30ae4-2a03-4de1-a2d7-6158cee783ff tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (214eeffd-44e4-4859-b213-1a7af89c4fae), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.749904 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b0d30ae4-2a03-4de1-a2d7-6158cee783ff tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (214eeffd-44e4-4859-b213-1a7af89c4fae), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.768085 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d30ae4-2a03-4de1-a2d7-6158cee783ff tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214eeffd-44e4-4859-b213-1a7af89c4fae,revision_number=0']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:12.777331 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Publish callbacks [] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), precommit_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.843243 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-b0d30ae4-2a03-4de1-a2d7-6158cee783ff tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.844627 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-b0d30ae4-2a03-4de1-a2d7-6158cee783ff tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3106163 Mar 08 12:16:12.869650 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.918894 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0c700-71a0-4a8c-9544-d7fd6612d960 None None] Pushing event updated for resources: {'Port': ['ID=a9e797b9-6d47-4824-9a8e-e53376b215a1,revision_number=3']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:12.974915 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Attempting to bind port a9e797b9-6d47-4824-9a8e-e53376b215a1 on host dv-cinder-830086-2-iscsi for vnic_type normal with profile {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:16:12.975593 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Attempting to bind port a9e797b9-6d47-4824-9a8e-e53376b215a1 by drivers openvswitch,hyperv on host dv-cinder-830086-2-iscsi at level 0 using segments [{'id': 'abb55f09-036d-4d37-ab82-aebee7024a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b'}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:16:12.975964 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Attempting to bind port a9e797b9-6d47-4824-9a8e-e53376b215a1 on network c9d8dfef-1556-45b3-9505-b04965bb4f4b {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:16:12.986045 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Checking agent: {'id': '8e66ce3c-8107-4d9b-b5c1-39b7ac411d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 51, 24), 'started_at': datetime.datetime(2022, 3, 8, 11, 51, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:16:12.986510 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Checking segment: {'id': 'abb55f09-036d-4d37-ab82-aebee7024a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:16:12.986984 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:12.987447 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Bound using segment: {'id': 'abb55f09-036d-4d37-ab82-aebee7024a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b'} {{(pid=110284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:16:12.988004 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.managers [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Bound port: a9e797b9-6d47-4824-9a8e-e53376b215a1, host: dv-cinder-830086-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb55f09-036d-4d37-ab82-aebee7024a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b'}}] {{(pid=110284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:16:12.988553 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), before_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:13.055837 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] For port a9e797b9-6d47-4824-9a8e-e53376b215a1, host dv-cinder-830086-2-iscsi, cleared binding levels {{(pid=110284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:16:13.059903 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.plugins.ml2.db [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] For port a9e797b9-6d47-4824-9a8e-e53376b215a1, host dv-cinder-830086-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=a9e797b9-6d47-4824-9a8e-e53376b215a1,segment=NetworkSegment(abb55f09-036d-4d37-ab82-aebee7024a00),segment_id=abb55f09-036d-4d37-ab82-aebee7024a00)] {{(pid=110284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:16:13.139392 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron_lib.callbacks.manager [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), after_update {{(pid=110284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:13.164500 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-7ce557a6-72ce-4926-8798-5a34a9c59ed0 None None] Provisioning complete for port a9e797b9-6d47-4824-9a8e-e53376b215a1 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:13.165077 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-7ce557a6-72ce-4926-8798-5a34a9c59ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:13.205943 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Routers {'7ad82404-e9b8-4760-8b2c-265b72f15f03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:13.206539 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:15:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['7ad82404-e9b8-4760-8b2c-265b72f15f03'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:13.252176 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-7ce557a6-72ce-4926-8798-5a34a9c59ed0 None None] Current status of the port a9e797b9-6d47-4824-9a8e-e53376b215a1 is: DOWN; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:13.252627 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-7ce557a6-72ce-4926-8798-5a34a9c59ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:13.255178 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0c700-71a0-4a8c-9544-d7fd6612d960 None None] Pushing event updated for resources: {'Port': ['ID=a9e797b9-6d47-4824-9a8e-e53376b215a1,revision_number=4']} {{(pid=110284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:13.291232 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-7ce557a6-72ce-4926-8798-5a34a9c59ed0 None None] For port a9e797b9-6d47-4824-9a8e-e53376b215a1, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=a9e797b9-6d47-4824-9a8e-e53376b215a1,segment=NetworkSegment(abb55f09-036d-4d37-ab82-aebee7024a00),segment_id=abb55f09-036d-4d37-ab82-aebee7024a00)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:13.325283 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] Set router 7ad82404-e9b8-4760-8b2c-265b72f15f03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:13.376814 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-7ce557a6-72ce-4926-8798-5a34a9c59ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:13.424218 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce557a6-72ce-4926-8798-5a34a9c59ed0 None None] Pushing event updated for resources: {'Port': ['ID=a9e797b9-6d47-4824-9a8e-e53376b215a1,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:13.496669 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-2471d108-2ecf-4ebb-8883-7e7e4a6d6074 None None] Provisioning complete for port a9e797b9-6d47-4824-9a8e-e53376b215a1 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:13.496959 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2471d108-2ecf-4ebb-8883-7e7e4a6d6074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:13.531303 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'name': 'tempest-TestVolumeBootPattern-572791670-router', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:05Z', 'updated_at': '2022-03-08T12:16:09Z', 'revision_number': 4, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'gw_port': {'id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:06Z', 'updated_at': '2022-03-08T12:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a9e797b9-6d47-4824-9a8e-e53376b215a1', 'name': '', 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'mac_address': 'fa:16:3e:bc:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f237f2d2-1ff2-4b98-b4b4-e9e47ae19262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:08Z', 'updated_at': '2022-03-08T12:16:13Z', 'revision_number': 4, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'subnets': [{'id': 'f237f2d2-1ff2-4b98-b4b4-e9e47ae19262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:13.561895 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a65441-ed9e-4a03-92c3-d4adc8ffeb41 None None] The sync data for ids ['7ad82404-e9b8-4760-8b2c-265b72f15f03'] in dv-cinder-830086-2-iscsi is: [{'id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'name': 'tempest-TestVolumeBootPattern-572791670-router', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:05Z', 'updated_at': '2022-03-08T12:16:09Z', 'revision_number': 4, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'gw_port': {'id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:06Z', 'updated_at': '2022-03-08T12:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': 'a9e797b9-6d47-4824-9a8e-e53376b215a1', 'name': '', 'network_id': 'c9d8dfef-1556-45b3-9505-b04965bb4f4b', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'mac_address': 'fa:16:3e:bc:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f237f2d2-1ff2-4b98-b4b4-e9e47ae19262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:08Z', 'updated_at': '2022-03-08T12:16:13Z', 'revision_number': 4, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'subnets': [{'id': 'f237f2d2-1ff2-4b98-b4b4-e9e47ae19262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:16:13.590964 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-2471d108-2ecf-4ebb-8883-7e7e4a6d6074 None None] Current status of the port a9e797b9-6d47-4824-9a8e-e53376b215a1 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:13.634590 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device a9e797b9-6d47-4824-9a8e-e53376b215a1 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:16:13.689530 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port a9e797b9-6d47-4824-9a8e-e53376b215a1 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:13.690040 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:13.783495 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port a9e797b9-6d47-4824-9a8e-e53376b215a1 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:13.784768 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device cad9ee42-8bf6-4bec-9df6-793ac42fe104 up at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:16:13.834017 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Provisioning complete for port cad9ee42-8bf6-4bec-9df6-793ac42fe104 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:13.834396 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:13.919808 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Current status of the port cad9ee42-8bf6-4bec-9df6-793ac42fe104 is: ACTIVE; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:17.588261 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-58b782b7-2db5-4090-b6b6-61dce64633b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:19.395058 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-76545d4c-1a4b-4102-b530-0a6b6d018aea req-1c824367-c8ad-4f37-9a8c-954bb9cff29e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1371453 Mar 08 12:16:19.515800 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76545d4c-1a4b-4102-b530-0a6b6d018aea req-bf61ec52-a2d8-4b6d-acf0-4cefffdc628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:19.517355 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-76545d4c-1a4b-4102-b530-0a6b6d018aea req-bf61ec52-a2d8-4b6d-acf0-4cefffdc628f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 1130 time: 0.0465682 Mar 08 12:16:19.621899 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76545d4c-1a4b-4102-b530-0a6b6d018aea req-2b90c49d-14ef-41a3-ab20-13ec3c688245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:19.623371 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-76545d4c-1a4b-4102-b530-0a6b6d018aea req-2b90c49d-14ef-41a3-ab20-13ec3c688245 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 916 time: 0.0853384 Mar 08 12:16:19.691536 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-76545d4c-1a4b-4102-b530-0a6b6d018aea req-06fb54a6-059d-4faa-b0d9-6c196668416b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19e72f30-fcbc-44da-aa47-29a1835ad07f HTTP/1.1" status: 200 len: 1000 time: 0.0620492 Mar 08 12:16:19.742068 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76545d4c-1a4b-4102-b530-0a6b6d018aea req-16f8ad89-f60e-4dcd-a72d-127a61432870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:19.743619 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-76545d4c-1a4b-4102-b530-0a6b6d018aea req-16f8ad89-f60e-4dcd-a72d-127a61432870 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10d5874f-f063-41f2-9463-3121d847e01c HTTP/1.1" status: 200 len: 854 time: 0.0450668 Mar 08 12:16:19.792631 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76545d4c-1a4b-4102-b530-0a6b6d018aea req-97e4d995-eb5b-4300-880e-899694bae4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:19.794283 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-76545d4c-1a4b-4102-b530-0a6b6d018aea req-97e4d995-eb5b-4300-880e-899694bae4c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ee994c5-6065-46be-aff4-3acdf7e3b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442913 Mar 08 12:16:19.888856 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-76545d4c-1a4b-4102-b530-0a6b6d018aea req-2303f5cd-876e-4cc7-845d-62aa610737e6 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877907 Mar 08 12:16:19.987871 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-76545d4c-1a4b-4102-b530-0a6b6d018aea req-ca134a52-9c07-40b8-9ff7-0a7bacb1c6f5 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930154 Mar 08 12:16:20.125660 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2028aae1-1fd5-454a-ae30-8d433d82e524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:21.104212 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:22.572755 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:23.921038 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:31.646828 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a19cc8-f419-4889-95b2-2158b990dabd req-bf84bf42-ae94-4a0f-ab2c-74c7e36b60a4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:31.648301 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1a19cc8-f419-4889-95b2-2158b990dabd req-bf84bf42-ae94-4a0f-ab2c-74c7e36b60a4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 946 time: 0.0559955 Mar 08 12:16:31.694702 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a1a19cc8-f419-4889-95b2-2158b990dabd req-a2fefaed-012f-4e31-bf8c-48e28dfcdc5f tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 Mar 08 12:16:32.810404 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569d9f-b8e0-42d3-9a6b-95b3af802ed7 req-4e577f79-7eb5-4c5d-a3ac-a698cc109d3b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:32.811749 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-01569d9f-b8e0-42d3-9a6b-95b3af802ed7 req-4e577f79-7eb5-4c5d-a3ac-a698cc109d3b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 946 time: 0.0503318 Mar 08 12:16:32.856224 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-01569d9f-b8e0-42d3-9a6b-95b3af802ed7 req-a5d87a4f-e94f-4117-b56e-06420f5c4fba tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391026 Mar 08 12:16:34.005017 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efea87-82c0-4b02-aeec-2df562adc9ae req-03452958-88d5-4c8d-85f9-e2b8818b10c9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:34.006458 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e1efea87-82c0-4b02-aeec-2df562adc9ae req-03452958-88d5-4c8d-85f9-e2b8818b10c9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 946 time: 0.0842245 Mar 08 12:16:34.026270 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-ca455ddc-bae1-4338-b622-2b867a77d91a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:34.027604 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-ca455ddc-bae1-4338-b622-2b867a77d91a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 946 time: 0.0760906 Mar 08 12:16:34.095354 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e1efea87-82c0-4b02-aeec-2df562adc9ae req-f5db3605-fc80-49ba-9935-a4f995c029e5 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=2b1a450c-7b47-43b9-8db6-a660cef0dd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833642 Mar 08 12:16:34.142155 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Deleting port 19e72f30-fcbc-44da-aa47-29a1835ad07f {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:16:34.142420 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:34.230288 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] For port 19e72f30-fcbc-44da-aa47-29a1835ad07f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=19e72f30-fcbc-44da-aa47-29a1835ad07f,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:34.235649 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:34.393758 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:34.394035 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (f2b59716-c92a-4a9e-acc1-5148d7859a4d), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:34.394352 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Floating IP f2b59716-c92a-4a9e-acc1-5148d7859a4d disassociated. External IP: 172.27.0.4, port: 19e72f30-fcbc-44da-aa47-29a1835ad07f. Mar 08 12:16:34.394689 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Calling delete_port for 19e72f30-fcbc-44da-aa47-29a1835ad07f owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:16:34.566781 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (19e72f30-fcbc-44da-aa47-29a1835ad07f), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:34.594551 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event deleted for resources: {'Port': ['ID=19e72f30-fcbc-44da-aa47-29a1835ad07f,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:34.717364 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Router 62dd0752-70ba-4054-90a7-40fa87db2a03 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:16:34.824250 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:16:34.835423 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad197f-e0e1-4a35-a118-2a71856aa976 None None] Sync routers for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:16:34.846325 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad197f-e0e1-4a35-a118-2a71856aa976 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:34.847055 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-a5ad197f-e0e1-4a35-a118-2a71856aa976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:16:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:34.864766 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] No DVR routers for this DVR port 19e72f30-fcbc-44da-aa47-29a1835ad07f on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:16:34.867441 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:34.870972 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df8401d6-6c74-46ea-a52b-f8ba9a20a9c6 req-f791df73-aaa6-44dc-a13f-1051370e0ba4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "DELETE /v2.0/ports/19e72f30-fcbc-44da-aa47-29a1835ad07f HTTP/1.1" status: 204 len: 173 time: 0.8369839 Mar 08 12:16:34.871447 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54a09e4-1349-4737-abeb-a81d3f078d88', 'name': 'network-vif-deleted', 'tag': '19e72f30-fcbc-44da-aa47-29a1835ad07f'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:16:34.874583 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126a2254-778e-48ce-9c2e-77fb7afa07e3" -d '{"events": [{"server_uuid": "e54a09e4-1349-4737-abeb-a81d3f078d88", "name": "network-vif-deleted", "tag": "19e72f30-fcbc-44da-aa47-29a1835ad07f"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:16:34.912747 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74daa684-6d50-4e33-84c8-670fe294f2fa x-openstack-request-id: req-74daa684-6d50-4e33-84c8-670fe294f2fa {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:16:34.913041 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54a09e4-1349-4737-abeb-a81d3f078d88", "name": "network-vif-deleted", "tag": "19e72f30-fcbc-44da-aa47-29a1835ad07f", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:16:34.913296 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74daa684-6d50-4e33-84c8-670fe294f2fa {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:16:34.913797 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54a09e4-1349-4737-abeb-a81d3f078d88', 'name': 'network-vif-deleted', 'tag': '19e72f30-fcbc-44da-aa47-29a1835ad07f', 'status': 'completed', 'code': 200} Mar 08 12:16:34.959630 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-a5ad197f-e0e1-4a35-a118-2a71856aa976 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:35.162044 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-a5ad197f-e0e1-4a35-a118-2a71856aa976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:35.189597 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad197f-e0e1-4a35-a118-2a71856aa976 None None] Checking router: 62dd0752-70ba-4054-90a7-40fa87db2a03 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:16:35.197793 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad197f-e0e1-4a35-a118-2a71856aa976 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:35.198392 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-a5ad197f-e0e1-4a35-a118-2a71856aa976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:16:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:35.210965 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9d89a64b-5673-4fdd-96de-e79c40a0b007 req-6535c730-3076-4b08-ac33-5d5a44c73521 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e54a09e4-1349-4737-abeb-a81d3f078d88 HTTP/1.1" status: 200 len: 210 time: 0.0311134 Mar 08 12:16:35.433227 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-a5ad197f-e0e1-4a35-a118-2a71856aa976 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:35.632797 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-a5ad197f-e0e1-4a35-a118-2a71856aa976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:35.663558 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad197f-e0e1-4a35-a118-2a71856aa976 None None] The sync data for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi is: [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:16:35.925932 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5840e70-107d-4c85-bbb1-6bfef3869bce None None] New status for floating IP f2b59716-c92a-4a9e-acc1-5148d7859a4d: DOWN {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:16:35.933180 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-645f1183-4d55-4d5a-86f0-1cf0c3d284d6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888799416&fields=id&tenant_id=944f24ac361440d08fdde904b74d017f HTTP/1.1" status: 200 len: 267 time: 0.0519881 Mar 08 12:16:36.033672 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:16:36.040098 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-63dc7e5b-bd12-4118-a1d5-bc91fb52d995 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:36.041615 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-63dc7e5b-bd12-4118-a1d5-bc91fb52d995 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 811 time: 0.1019244 Mar 08 12:16:36.055801 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-3f6d3344-88f2-4037-8f24-8f4ee0217798 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/quotas/944f24ac361440d08fdde904b74d017f HTTP/1.1" status: 200 len: 375 time: 0.0088110 Mar 08 12:16:36.112680 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-81696adb-5255-4ecf-861d-8d7fabdc5adf tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520952 Mar 08 12:16:36.173353 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-9d582d49-df7c-48d6-8830-cdcdd0e56c79 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:16:36.174396 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-9d582d49-df7c-48d6-8830-cdcdd0e56c79 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480371 Mar 08 12:16:36.261532 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-bffa391d-4309-4f13-8a14-41c4e9a7b16c service neutron] 10.222.0.43 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813191 Mar 08 12:16:36.352037 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-1c28345b-3b8c-4e5f-8568-1a3f0b753df1 service neutron] 10.222.0.43 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838501 Mar 08 12:16:36.384887 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52094) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:36.440296 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d59639dd-1ee5-45b0-b496-db0a4b0e9703 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (2b1a450c-7b47-43b9-8db6-a660cef0dd32), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:36.464214 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d59639dd-1ee5-45b0-b496-db0a4b0e9703 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (2b1a450c-7b47-43b9-8db6-a660cef0dd32), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:36.606677 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d59639dd-1ee5-45b0-b496-db0a4b0e9703 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (2b1a450c-7b47-43b9-8db6-a660cef0dd32), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:36.609250 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-d59639dd-1ee5-45b0-b496-db0a4b0e9703 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:36.610402 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-d59639dd-1ee5-45b0-b496-db0a4b0e9703 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "DELETE /v2.0/security-groups/2b1a450c-7b47-43b9-8db6-a660cef0dd32 HTTP/1.1" status: 204 len: 168 time: 0.2245617 Mar 08 12:16:36.618417 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 52102) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:36.619066 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59639dd-1ee5-45b0-b496-db0a4b0e9703 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1a450c-7b47-43b9-8db6-a660cef0dd32,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:36.632636 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.api.v2.resource [None req-3570df4d-4fd8-46f2-86bf-bf9eb423ee9e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] show failed (client error): The resource could not be found. Mar 08 12:16:36.633641 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-3570df4d-4fd8-46f2-86bf-bf9eb423ee9e tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups/2b1a450c-7b47-43b9-8db6-a660cef0dd32 HTTP/1.1" status: 404 len: 347 time: 0.0141771 Mar 08 12:16:36.636589 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 52104) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:36.758349 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-0fef1276-e44f-4130-ad87-6bc6f9eb8c50 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Deleting port 343f6faa-6d43-4049-aee5-0a3e1edbcfbe {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:16:36.758705 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0fef1276-e44f-4130-ad87-6bc6f9eb8c50 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (343f6faa-6d43-4049-aee5-0a3e1edbcfbe), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:36.831448 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0fef1276-e44f-4130-ad87-6bc6f9eb8c50 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (343f6faa-6d43-4049-aee5-0a3e1edbcfbe), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:36.831770 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0fef1276-e44f-4130-ad87-6bc6f9eb8c50 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (343f6faa-6d43-4049-aee5-0a3e1edbcfbe), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:36.843549 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-0fef1276-e44f-4130-ad87-6bc6f9eb8c50 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Calling delete_port for 343f6faa-6d43-4049-aee5-0a3e1edbcfbe owned by network:floatingip {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:16:37.017774 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:37.045321 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0fef1276-e44f-4130-ad87-6bc6f9eb8c50 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (343f6faa-6d43-4049-aee5-0a3e1edbcfbe), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:37.070188 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef1276-e44f-4130-ad87-6bc6f9eb8c50 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event deleted for resources: {'Port': ['ID=343f6faa-6d43-4049-aee5-0a3e1edbcfbe,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:37.131107 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0fef1276-e44f-4130-ad87-6bc6f9eb8c50 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (f2b59716-c92a-4a9e-acc1-5148d7859a4d), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:37.133581 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0fef1276-e44f-4130-ad87-6bc6f9eb8c50 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:37.135594 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-0fef1276-e44f-4130-ad87-6bc6f9eb8c50 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "DELETE /v2.0/floatingips/f2b59716-c92a-4a9e-acc1-5148d7859a4d HTTP/1.1" status: 204 len: 168 time: 0.4972389 Mar 08 12:16:37.347644 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52108) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:37.352245 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621711853', 'description': 'tempest-description--1459175374'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:37.445051 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:37.507225 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (7298a378-abc4-4467-bb35-2a6da7630c00), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:37.589329 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (7298a378-abc4-4467-bb35-2a6da7630c00), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:37.616987 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7298a378-abc4-4467-bb35-2a6da7630c00,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:37.623715 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:37.624073 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:37.624460 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:37.624808 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:37.625151 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:37.625491 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:37.625832 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:37.626165 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:37.626497 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:37.626827 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:37.627156 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:37.627484 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:37.627808 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:37.688881 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:37.690145 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-a6cfcb71-e5ef-42df-9ab3-7c50cad8b830 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3413920 Mar 08 12:16:37.693587 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52110) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:37.697898 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-9bd199b7-a5f2-446f-b43f-94823eadcbf1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'security_group_rule': {'security_group_id': '7298a378-abc4-4467-bb35-2a6da7630c00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:37.797959 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9bd199b7-a5f2-446f-b43f-94823eadcbf1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (4a473380-ddb3-4d2f-a689-ae70c47dea30), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:37.822500 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 19e72f30-fcbc-44da-aa47-29a1835ad07f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:16:37.843270 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 19e72f30-fcbc-44da-aa47-29a1835ad07f {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:16:37.843621 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 19e72f30-fcbc-44da-aa47-29a1835ad07f not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:16:37.851945 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9bd199b7-a5f2-446f-b43f-94823eadcbf1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (4a473380-ddb3-4d2f-a689-ae70c47dea30), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:37.915657 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9bd199b7-a5f2-446f-b43f-94823eadcbf1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (4a473380-ddb3-4d2f-a689-ae70c47dea30), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:37.930531 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f1aa2edb-5a27-4686-9d2d-4b20be7bf338 req-84007c29-66a9-4d66-9453-b803f8a064b6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 210 time: 0.0270894 Mar 08 12:16:37.937454 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd199b7-a5f2-446f-b43f-94823eadcbf1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a473380-ddb3-4d2f-a689-ae70c47dea30,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:37.995871 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9bd199b7-a5f2-446f-b43f-94823eadcbf1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:37.997130 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-9bd199b7-a5f2-446f-b43f-94823eadcbf1 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3025820 Mar 08 12:16:38.000518 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52118) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:38.005074 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-eecf5d75-b958-4f0e-983b-613d0c9be12d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'security_group_rule': {'security_group_id': '7298a378-abc4-4467-bb35-2a6da7630c00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:38.078809 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eecf5d75-b958-4f0e-983b-613d0c9be12d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (6875b288-0764-45dc-8b5f-e0e3ac5cf675), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:38.134734 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eecf5d75-b958-4f0e-983b-613d0c9be12d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (6875b288-0764-45dc-8b5f-e0e3ac5cf675), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:38.216661 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eecf5d75-b958-4f0e-983b-613d0c9be12d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995748'] for security_group_rule (6875b288-0764-45dc-8b5f-e0e3ac5cf675), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:38.234110 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf5d75-b958-4f0e-983b-613d0c9be12d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6875b288-0764-45dc-8b5f-e0e3ac5cf675,revision_number=0']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:38.304023 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-eecf5d75-b958-4f0e-983b-613d0c9be12d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:38.305455 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-eecf5d75-b958-4f0e-983b-613d0c9be12d tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036256 Mar 08 12:16:38.308494 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52124) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:38.313348 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.v2.base [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'floatingip': {'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429'}} {{(pid=110282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:38.418045 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:38.514267 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:38.621868 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_common [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Allocated IP 172.27.0.158 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/ea55cd93-97c4-4623-92b2-89be00cd1de6) {{(pid=110282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:16:38.725158 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for port (ea55cd93-97c4-4623-92b2-89be00cd1de6), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:38.841908 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (ea55cd93-97c4-4623-92b2-89be00cd1de6), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:38.876086 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:16:38.880972 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.base_scheduler [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Resources bound (agent type, host, resource id): {{(pid=110282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:38.884441 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Received port after_create {{(pid=110282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:16:38.912963 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'Port': ['ID=ea55cd93-97c4-4623-92b2-89be00cd1de6,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:38.974550 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:39.023866 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8739195c-127e-4338-aaa3-dc9da5057ae6 req-bc526a33-f4a2-45c2-9c13-8245f9ab6080 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 210 time: 0.0279369 Mar 08 12:16:39.066510 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (ea55cd93-97c4-4623-92b2-89be00cd1de6), before_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:39.218118 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for port (ea55cd93-97c4-4623-92b2-89be00cd1de6), precommit_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:39.275370 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64256951'] for port (ea55cd93-97c4-4623-92b2-89be00cd1de6), after_update {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:39.347611 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'Port': ['ID=ea55cd93-97c4-4623-92b2-89be00cd1de6,revision_number=2']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:39.359460 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:39.424161 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:39.433108 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-14005e3a-9132-413e-8870-7374a5a945fb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1155527 Mar 08 12:16:39.578762 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-b639bf13-e21a-4bef-b8bc-1d6968c4ccea tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1621711853&fields=id&tenant_id=275913fc7a5e4a23921ad8f920874035 HTTP/1.1" status: 200 len: 267 time: 0.0420480 Mar 08 12:16:39.685138 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-1d80307e-c452-4a5a-81a5-e34f4859f1be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:39.687270 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-1d80307e-c452-4a5a-81a5-e34f4859f1be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 815 time: 0.1017060 Mar 08 12:16:39.702707 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-007b92c0-e2f4-43e8-a184-4e33deeb99ed tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/quotas/275913fc7a5e4a23921ad8f920874035 HTTP/1.1" status: 200 len: 375 time: 0.0102613 Mar 08 12:16:39.759099 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-bf83f879-4e1e-46b7-aae0-195877b309f4 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500076 Mar 08 12:16:39.869783 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a3554034-1dd0-4b8f-8f14-9947eb6c31c0 service neutron] 10.222.0.43 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956168 Mar 08 12:16:39.958642 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-8c4b630f-d53c-4b3d-83ea-2482bd2d554a service neutron] 10.222.0.43 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823400 Mar 08 12:16:40.127749 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7fe07bd8-4ef8-4011-82da-396aafb258ff req-c12fa397-e70e-42fa-8669-49e5b3eb7b5b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 210 time: 0.0308244 Mar 08 12:16:40.156288 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-68f83bc1-5416-4d87-a99c-5467969c36f9 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:40.157741 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-68f83bc1-5416-4d87-a99c-5467969c36f9 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 811 time: 0.1288190 Mar 08 12:16:40.234997 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4957ae79-015e-4ac9-97a3-7c0f47e1cc88 req-a6dc6e6a-c1ed-4426-869e-af42ca4ca7c3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 210 time: 0.0362530 Mar 08 12:16:40.264584 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-2d7e7300-343d-4878-94fa-af8ffcfbaa70 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944f24ac361440d08fdde904b74d017f HTTP/1.1" status: 200 len: 379 time: 0.0922749 Mar 08 12:16:40.284240 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Request body: {'port': {'device_id': '30a10ed0-c982-4326-b6e6-a6867ff4324f', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'admin_state_up': True, 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'security_groups': ['48a6d327-0406-46de-9969-635351163cd1']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:40.433337 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Made reservation on behalf of 944f24ac361440d08fdde904b74d017f for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:16:40.436776 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:40.564517 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Allocated IP 172.20.0.13 (4b90e834-a299-4fb0-8a0a-7cae3937d019/d4fc325f-d57c-49b6-953e-f0230856c659/a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:16:40.696834 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:40.824356 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:40.867738 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Network 4b90e834-a299-4fb0-8a0a-7cae3937d019 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:16:40.870611 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:40.874632 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:16:40.880833 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'Port': ['ID=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:40.910500 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:40.910835 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:40.911181 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:40.911513 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:40.911864 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:40.912174 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:40.912527 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:40.920140 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:40.920140 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:40.920140 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:40.920140 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:40.920140 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:40.920140 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:40.938952 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:40.939553 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:41.043609 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-5c96c096-5413-4107-81dd-6f48e64e32bd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7637520 Mar 08 12:16:41.060023 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Request body: {'port': {'device_id': '30a10ed0-c982-4326-b6e6-a6867ff4324f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:41.086491 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-44c3de70-5560-4d4c-9de7-35d8d0473b37 None None] Provisioning complete for port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:41.086491 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-44c3de70-5560-4d4c-9de7-35d8d0473b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:41.118950 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-44c3de70-5560-4d4c-9de7-35d8d0473b37 None None] Port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:16:41.125197 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:41.622704 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2dfe5cae-7909-4fc5-9323-afab37ccf178 req-a9b1e0bc-a652-46f0-9cb2-07965f0169a0 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 210 time: 0.0608292 Mar 08 12:16:41.642401 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94dcb5-d767-45c9-9cd9-97540072acf6 req-d641776d-c8c6-4333-b4b9-14ffe6c0c9d8 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:41.642401 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3c94dcb5-d767-45c9-9cd9-97540072acf6 req-d641776d-c8c6-4333-b4b9-14ffe6c0c9d8 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 932 time: 0.4151039 Mar 08 12:16:41.715561 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3c94dcb5-d767-45c9-9cd9-97540072acf6 req-30e406d5-f223-491a-be68-5769e1137a44 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715840 Mar 08 12:16:41.757560 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:16:41.765528 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Publish callbacks [] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:41.776917 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Transition to ACTIVE for port object a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:16:41.846264 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:41.894816 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:41.978721 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Attempting to bind port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:16:41.981690 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Attempting to bind port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:16:41.981690 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Attempting to bind port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d on network 4b90e834-a299-4fb0-8a0a-7cae3937d019 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:16:41.984384 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d on network 4b90e834-a299-4fb0-8a0a-7cae3937d019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:16:41.984708 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Attempting to bind port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d on network 4b90e834-a299-4fb0-8a0a-7cae3937d019 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:16:41.989643 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:16:41.989978 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Checking segment: {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:16:41.990365 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Bound using segment: {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:16:41.990797 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Bound port: a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:16:41.991157 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:42.057600 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] For port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:16:42.061209 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] For port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:16:42.144864 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:42.213908 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:42.214452 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:42.216561 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] 10.222.0.53 "PUT /v2.0/ports/a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d HTTP/1.1" status: 200 len: 1094 time: 1.1611071 Mar 08 12:16:42.218741 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a10ed0-c982-4326-b6e6-a6867ff4324f', 'tag': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:16:42.221065 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf3cca2-9ab3-481b-b161-37bd1c1d764b" -d '{"events": [{"name": "network-changed", "server_uuid": "30a10ed0-c982-4326-b6e6-a6867ff4324f", "tag": "a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:16:42.274962 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae1cfa7-c8ba-431a-8e56-4d39702ef60e x-openstack-request-id: req-3ae1cfa7-c8ba-431a-8e56-4d39702ef60e {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:16:42.275246 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a10ed0-c982-4326-b6e6-a6867ff4324f", "tag": "a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:16:42.275503 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ae1cfa7-c8ba-431a-8e56-4d39702ef60e {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:16:42.275901 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a10ed0-c982-4326-b6e6-a6867ff4324f', 'tag': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d', 'status': 'completed', 'code': 200} Mar 08 12:16:42.281471 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c599d3-f3a2-41ed-a0a0-a3809223c852 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:42.350880 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-7c7fbf11-06f8-4264-a725-c65cf8279429 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:42.352327 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-7c7fbf11-06f8-4264-a725-c65cf8279429 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 815 time: 0.1776836 Mar 08 12:16:42.385702 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3cca2-9ab3-481b-b161-37bd1c1d764b req-600c6a4e-34aa-4e6d-9282-2acbfe036874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:42.387875 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7bf3cca2-9ab3-481b-b161-37bd1c1d764b req-600c6a4e-34aa-4e6d-9282-2acbfe036874 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 1128 time: 0.0692286 Mar 08 12:16:42.450765 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-271b10ba-f2f3-42f6-b8bb-7652f1ab074b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275913fc7a5e4a23921ad8f920874035 HTTP/1.1" status: 200 len: 380 time: 0.0832183 Mar 08 12:16:42.487638 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-25de5e3f-400d-492e-a55d-0f654b1b22be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'port': {'device_id': '7138c66a-4514-4e98-a4ab-0b3b9015bbca', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'admin_state_up': True, 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'security_groups': ['7298a378-abc4-4467-bb35-2a6da7630c00']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:42.578872 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3cca2-9ab3-481b-b161-37bd1c1d764b req-651283c5-86ac-464f-84ea-0c84edd4447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:42.580326 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7bf3cca2-9ab3-481b-b161-37bd1c1d764b req-651283c5-86ac-464f-84ea-0c84edd4447a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=944f24ac361440d08fdde904b74d017f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1726899 Mar 08 12:16:42.707056 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3cca2-9ab3-481b-b161-37bd1c1d764b req-79e41147-7ccd-4fa3-adcb-4dd44f45660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:42.708641 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7bf3cca2-9ab3-481b-b161-37bd1c1d764b req-79e41147-7ccd-4fa3-adcb-4dd44f45660d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1121640 Mar 08 12:16:42.723270 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e962462e-12b3-43c4-b976-b3fdf76d1cd5 req-3ff39fef-aade-498d-aa0a-3f6ecc3a2cd3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 210 time: 0.0298674 Mar 08 12:16:42.726427 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-25de5e3f-400d-492e-a55d-0f654b1b22be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Made reservation on behalf of 275913fc7a5e4a23921ad8f920874035 for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:16:42.729756 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-25de5e3f-400d-492e-a55d-0f654b1b22be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:42.927269 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f974b1-f731-47b7-932f-68d2503cb670 req-e36e24ed-6a07-4d74-b694-793d08d52ef8 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:42.928738 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-19f974b1-f731-47b7-932f-68d2503cb670 req-e36e24ed-6a07-4d74-b694-793d08d52ef8 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 944 time: 0.1381383 Mar 08 12:16:42.934069 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-4a2c824d-38fc-4cae-b62b-b0ec27067afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:42.935434 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-4a2c824d-38fc-4cae-b62b-b0ec27067afb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 1128 time: 0.1437676 Mar 08 12:16:42.942526 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-25de5e3f-400d-492e-a55d-0f654b1b22be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Allocated IP 172.20.0.12 (3ee994c5-6065-46be-aff4-3acdf7e3b825/10d5874f-f063-41f2-9463-3121d847e01c/a84670a2-7ad2-42af-a35f-cd551d452eaf) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:16:42.999460 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-de6232f2-edda-402a-a7ce-11f46711c1af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d HTTP/1.1" status: 200 len: 217 time: 0.0483837 Mar 08 12:16:43.077760 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-19f974b1-f731-47b7-932f-68d2503cb670 req-da0fef32-5f42-4fcd-a26c-7cd93472f7d2 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394753 Mar 08 12:16:43.112514 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-a82c4ca0-6454-4a72-9847-1c41b7509365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:43.113955 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-a82c4ca0-6454-4a72-9847-1c41b7509365 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.1035678 Mar 08 12:16:43.215456 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-25de5e3f-400d-492e-a55d-0f654b1b22be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:43.218043 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-8ef3c0f5-8b99-4d88-8985-f1aec40109ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:43.219518 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-8ef3c0f5-8b99-4d88-8985-f1aec40109ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806737 Mar 08 12:16:43.325298 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-91377e23-2a29-4b81-b4a1-e2db2b456183 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992553 Mar 08 12:16:43.384881 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-25de5e3f-400d-492e-a55d-0f654b1b22be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:43.439902 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-25de5e3f-400d-492e-a55d-0f654b1b22be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Network 3ee994c5-6065-46be-aff4-3acdf7e3b825 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:16:43.445806 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-25de5e3f-400d-492e-a55d-0f654b1b22be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:43.454499 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-25de5e3f-400d-492e-a55d-0f654b1b22be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:16:43.461867 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de5e3f-400d-492e-a55d-0f654b1b22be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event updated for resources: {'Port': ['ID=a84670a2-7ad2-42af-a35f-cd551d452eaf,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:43.493559 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1e6b7933-de8a-4c36-bea3-b40a229e4119 req-109110f4-de20-486e-be48-3268fc94aa51 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635001 Mar 08 12:16:43.513895 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-25de5e3f-400d-492e-a55d-0f654b1b22be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:43.514527 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-25de5e3f-400d-492e-a55d-0f654b1b22be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:43.599717 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-25de5e3f-400d-492e-a55d-0f654b1b22be tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1156023 Mar 08 12:16:43.634054 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Request body: {'port': {'device_id': '7138c66a-4514-4e98-a4ab-0b3b9015bbca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:43.693772 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-bbbfc56a-558a-48fb-9a9a-ba4e0451a1a9 None None] Provisioning complete for port a84670a2-7ad2-42af-a35f-cd551d452eaf triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:43.694758 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-bbbfc56a-558a-48fb-9a9a-ba4e0451a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:43.695181 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:43.727622 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-bbbfc56a-558a-48fb-9a9a-ba4e0451a1a9 None None] Port a84670a2-7ad2-42af-a35f-cd551d452eaf cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:16:43.909119 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e0da4-dd0c-4eca-b443-6585f8c1e1c6 req-d7f2025f-ecd8-49b8-a101-9f48652aa26c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:43.910586 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-809e0da4-dd0c-4eca-b443-6585f8c1e1c6 req-d7f2025f-ecd8-49b8-a101-9f48652aa26c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 932 time: 0.1131954 Mar 08 12:16:43.985058 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-809e0da4-dd0c-4eca-b443-6585f8c1e1c6 req-e38824f3-a32b-406e-988f-c01699ddda5c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=7298a378-abc4-4467-bb35-2a6da7630c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688231 Mar 08 12:16:44.030946 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84670a2-7ad2-42af-a35f-cd551d452eaf {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:16:44.038312 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Publish callbacks [] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:44.050766 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Transition to ACTIVE for port object a84670a2-7ad2-42af-a35f-cd551d452eaf will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:16:44.115203 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:44.194408 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a84670a2-7ad2-42af-a35f-cd551d452eaf,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:44.266304 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70636d-b486-4f10-92d2-6192e16c7281 req-3e020351-2f26-40e5-b70a-6c27aa4efd2d tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:44.268121 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df70636d-b486-4f10-92d2-6192e16c7281 req-3e020351-2f26-40e5-b70a-6c27aa4efd2d tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 944 time: 0.1192148 Mar 08 12:16:44.310229 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Attempting to bind port a84670a2-7ad2-42af-a35f-cd551d452eaf on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:16:44.310562 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Attempting to bind port a84670a2-7ad2-42af-a35f-cd551d452eaf by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:16:44.310888 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Attempting to bind port a84670a2-7ad2-42af-a35f-cd551d452eaf on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:16:44.321174 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Port a84670a2-7ad2-42af-a35f-cd551d452eaf on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:16:44.321493 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Attempting to bind port a84670a2-7ad2-42af-a35f-cd551d452eaf on network 3ee994c5-6065-46be-aff4-3acdf7e3b825 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:16:44.337855 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:16:44.338201 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Checking segment: {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:16:44.338586 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Bound using segment: {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:16:44.339017 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Bound port: a84670a2-7ad2-42af-a35f-cd551d452eaf, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8548db-ca7d-4f95-bb07-e5891dc7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:16:44.339375 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:44.352542 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df70636d-b486-4f10-92d2-6192e16c7281 req-c6efe443-402b-423a-a9e2-6c67de0c659b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776925 Mar 08 12:16:44.405400 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] For port a84670a2-7ad2-42af-a35f-cd551d452eaf, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:16:44.408292 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] For port a84670a2-7ad2-42af-a35f-cd551d452eaf, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a84670a2-7ad2-42af-a35f-cd551d452eaf,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:16:44.521576 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:44.553596 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:44.554078 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:44.555667 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] 10.222.0.53 "PUT /v2.0/ports/a84670a2-7ad2-42af-a35f-cd551d452eaf HTTP/1.1" status: 200 len: 1094 time: 0.9258788 Mar 08 12:16:44.557871 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7138c66a-4514-4e98-a4ab-0b3b9015bbca', 'tag': 'a84670a2-7ad2-42af-a35f-cd551d452eaf'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:16:44.560154 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af69459-eeaf-4243-b6e7-1ba3d417e985" -d '{"events": [{"name": "network-changed", "server_uuid": "7138c66a-4514-4e98-a4ab-0b3b9015bbca", "tag": "a84670a2-7ad2-42af-a35f-cd551d452eaf"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:16:44.586398 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e19a21-0a7a-438c-aef1-6fc19153cbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a84670a2-7ad2-42af-a35f-cd551d452eaf,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:44.608029 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a4b06a-6852-46d3-9578-1fcd116e3895 x-openstack-request-id: req-60a4b06a-6852-46d3-9578-1fcd116e3895 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:16:44.608429 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7138c66a-4514-4e98-a4ab-0b3b9015bbca", "tag": "a84670a2-7ad2-42af-a35f-cd551d452eaf", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:16:44.608691 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60a4b06a-6852-46d3-9578-1fcd116e3895 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:16:44.609095 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7138c66a-4514-4e98-a4ab-0b3b9015bbca', 'tag': 'a84670a2-7ad2-42af-a35f-cd551d452eaf', 'status': 'completed', 'code': 200} Mar 08 12:16:44.694587 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af69459-eeaf-4243-b6e7-1ba3d417e985 req-5d2af73f-e7b3-43ea-95e9-cd282abba498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:44.696223 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4af69459-eeaf-4243-b6e7-1ba3d417e985 req-5d2af73f-e7b3-43ea-95e9-cd282abba498 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 1128 time: 0.0455239 Mar 08 12:16:44.802350 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af69459-eeaf-4243-b6e7-1ba3d417e985 req-43d2b4de-8620-4056-bd9e-7c5721927bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:44.803804 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4af69459-eeaf-4243-b6e7-1ba3d417e985 req-43d2b4de-8620-4056-bd9e-7c5721927bb6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=275913fc7a5e4a23921ad8f920874035&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0945699 Mar 08 12:16:44.897212 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af69459-eeaf-4243-b6e7-1ba3d417e985 req-cb1c277b-a913-4fc6-9f28-c5c7ff406e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:44.898650 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4af69459-eeaf-4243-b6e7-1ba3d417e985 req-cb1c277b-a913-4fc6-9f28-c5c7ff406e62 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885901 Mar 08 12:16:44.995927 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-3c8e6e49-89d8-449c-ba3f-28fb3032f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:44.998013 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-3c8e6e49-89d8-449c-ba3f-28fb3032f6b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 1128 time: 0.0438290 Mar 08 12:16:45.042651 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a04f7e70-f354-4e26-a7ca-764bbfafbcb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a84670a2-7ad2-42af-a35f-cd551d452eaf HTTP/1.1" status: 200 len: 217 time: 0.0325329 Mar 08 12:16:45.120400 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-b921a67b-a246-4ec2-92f7-fcb84536977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:45.122396 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-b921a67b-a246-4ec2-92f7-fcb84536977c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10d5874f-f063-41f2-9463-3121d847e01c HTTP/1.1" status: 200 len: 854 time: 0.0745854 Mar 08 12:16:45.141396 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093822a7-ed7d-4a1e-8702-acd560be2e26 req-5a2c9470-6493-48d3-8fa8-a8f8012fd486 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:45.142738 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-093822a7-ed7d-4a1e-8702-acd560be2e26 req-5a2c9470-6493-48d3-8fa8-a8f8012fd486 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 944 time: 0.0877790 Mar 08 12:16:45.207616 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a024650b-ef2f-4f52-8f40-2982a2b606c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:45.209355 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-a024650b-ef2f-4f52-8f40-2982a2b606c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ee994c5-6065-46be-aff4-3acdf7e3b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813851 Mar 08 12:16:45.213447 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-093822a7-ed7d-4a1e-8702-acd560be2e26 req-c08ce110-2e77-4005-a7b8-60c3779bc1db tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=7298a378-abc4-4467-bb35-2a6da7630c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545914 Mar 08 12:16:45.297657 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-f0c0fca7-e3b2-4e7c-b7be-e3b817e6ea9e service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825071 Mar 08 12:16:45.383394 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b00a37c2-1dcc-43b5-97f5-e0e2f9bf8c28 req-f5e4f55d-e97c-4db2-b6ea-6f2ae2138212 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803487 Mar 08 12:16:45.477299 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624709a7-baa1-47ec-8bd2-637b503522a0 req-35ef5042-0405-445c-99d5-e009abd31cde tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:45.479149 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-624709a7-baa1-47ec-8bd2-637b503522a0 req-35ef5042-0405-445c-99d5-e009abd31cde tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 944 time: 0.0558374 Mar 08 12:16:45.526465 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-624709a7-baa1-47ec-8bd2-637b503522a0 req-a83f026d-8fe1-448d-86ea-c1c400833ab7 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412629 Mar 08 12:16:46.328292 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2182ba-4108-4a22-a6d2-489b2eaaccca req-6ecaab72-951c-49c4-9bd2-2c80f6a1117c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:46.329765 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7f2182ba-4108-4a22-a6d2-489b2eaaccca req-6ecaab72-951c-49c4-9bd2-2c80f6a1117c tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 944 time: 0.0504420 Mar 08 12:16:46.376521 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7f2182ba-4108-4a22-a6d2-489b2eaaccca req-eeab3630-1466-4b0e-84b1-81b58c96d97a tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=7298a378-abc4-4467-bb35-2a6da7630c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406270 Mar 08 12:16:46.644839 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69f459-338b-40c7-bb07-8682f239131d req-1d372a17-4b5d-4df3-b11b-5b280fa4e0a9 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:46.646258 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4c69f459-338b-40c7-bb07-8682f239131d req-1d372a17-4b5d-4df3-b11b-5b280fa4e0a9 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 944 time: 0.0498278 Mar 08 12:16:46.697825 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4c69f459-338b-40c7-bb07-8682f239131d req-c1a947be-20db-420c-99cc-96d74acc0888 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462124 Mar 08 12:16:47.492650 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcabd0-8557-4f86-b4cc-15515e873cc7 req-17f86e70-785d-41d4-bbff-beaacd1ccfc3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:47.494096 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-31fcabd0-8557-4f86-b4cc-15515e873cc7 req-17f86e70-785d-41d4-bbff-beaacd1ccfc3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 944 time: 0.0499887 Mar 08 12:16:47.539553 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-31fcabd0-8557-4f86-b4cc-15515e873cc7 req-2a254e53-9d40-45a4-9eaf-ee8ec363db8b tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=7298a378-abc4-4467-bb35-2a6da7630c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393658 Mar 08 12:16:47.580563 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-c47dc43e-c9fa-4d42-a8b2-8a1cbd9a9807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:47.810446 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ba747-7797-422a-8d2a-ff38486a92d2 req-1ffa236d-9ac8-4346-9a23-3d177347f84e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:47.811890 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7f6ba747-7797-422a-8d2a-ff38486a92d2 req-1ffa236d-9ac8-4346-9a23-3d177347f84e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 944 time: 0.0500946 Mar 08 12:16:47.858614 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7f6ba747-7797-422a-8d2a-ff38486a92d2 req-3e6f1000-24d7-4831-9b3c-8f23737e1753 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413382 Mar 08 12:16:47.866303 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device a84670a2-7ad2-42af-a35f-cd551d452eaf details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:16:47.960350 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port a84670a2-7ad2-42af-a35f-cd551d452eaf, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a84670a2-7ad2-42af-a35f-cd551d452eaf,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:47.971777 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': 'a84670a2-7ad2-42af-a35f-cd551d452eaf', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'port_id': 'a84670a2-7ad2-42af-a35f-cd551d452eaf', 'mac_address': 'fa:16:3e:dd:ba:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:16:48.010378 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port a84670a2-7ad2-42af-a35f-cd551d452eaf is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:48.010684 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:48.023393 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84670a2-7ad2-42af-a35f-cd551d452eaf {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:16:48.043343 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port a84670a2-7ad2-42af-a35f-cd551d452eaf, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a84670a2-7ad2-42af-a35f-cd551d452eaf,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:48.130278 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:48.177221 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=a84670a2-7ad2-42af-a35f-cd551d452eaf,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:48.527596 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['a84670a2-7ad2-42af-a35f-cd551d452eaf'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:16:48.672589 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9008b09-a296-408a-b5de-12906ce86fb2 req-65f95ad9-8834-46d9-859d-8ebec6779ffc tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:48.674198 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e9008b09-a296-408a-b5de-12906ce86fb2 req-65f95ad9-8834-46d9-859d-8ebec6779ffc tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 945 time: 0.0599978 Mar 08 12:16:48.722112 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e9008b09-a296-408a-b5de-12906ce86fb2 req-42ba6241-057b-4956-a0ac-ba3191ac915f tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=7298a378-abc4-4467-bb35-2a6da7630c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Mar 08 12:16:48.973358 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e58a71-815d-415b-af72-425875234acb req-4df439b7-f352-4da2-874b-fdc325999df2 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:48.974796 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-01e58a71-815d-415b-af72-425875234acb req-4df439b7-f352-4da2-874b-fdc325999df2 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 944 time: 0.0504880 Mar 08 12:16:49.022057 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-01e58a71-815d-415b-af72-425875234acb req-58c04023-6231-4c48-8379-8f92fb86c2d3 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416191 Mar 08 12:16:49.837404 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af317c3-6363-4b22-930b-49d51bba1b03 req-93b94bbb-a65a-4e8b-8918-dac4f2122b28 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:49.838975 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4af317c3-6363-4b22-930b-49d51bba1b03 req-93b94bbb-a65a-4e8b-8918-dac4f2122b28 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 945 time: 0.0504017 Mar 08 12:16:49.869921 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device a84670a2-7ad2-42af-a35f-cd551d452eaf up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:16:49.888751 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4af317c3-6363-4b22-930b-49d51bba1b03 req-874cd4ad-faee-43ea-b14d-3183c8d16f72 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=7298a378-abc4-4467-bb35-2a6da7630c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436177 Mar 08 12:16:49.971968 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port a84670a2-7ad2-42af-a35f-cd551d452eaf completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:16:49.975854 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port a84670a2-7ad2-42af-a35f-cd551d452eaf triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:49.976231 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:50.065291 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port a84670a2-7ad2-42af-a35f-cd551d452eaf is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:50.065685 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:50.090600 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7138c66a-4514-4e98-a4ab-0b3b9015bbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84670a2-7ad2-42af-a35f-cd551d452eaf'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:16:50.091253 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e0f3ee-75e2-477f-8de0-809c65f7268f" -d '{"events": [{"server_uuid": "7138c66a-4514-4e98-a4ab-0b3b9015bbca", "name": "network-vif-plugged", "status": "completed", "tag": "a84670a2-7ad2-42af-a35f-cd551d452eaf"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:16:50.103445 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port a84670a2-7ad2-42af-a35f-cd551d452eaf, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a84670a2-7ad2-42af-a35f-cd551d452eaf,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:50.128279 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67bafac-655c-4c81-905d-b5809dae8852 x-openstack-request-id: req-d67bafac-655c-4c81-905d-b5809dae8852 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:16:50.128632 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7138c66a-4514-4e98-a4ab-0b3b9015bbca", "name": "network-vif-plugged", "status": "completed", "tag": "a84670a2-7ad2-42af-a35f-cd551d452eaf", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:16:50.128891 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d67bafac-655c-4c81-905d-b5809dae8852 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:16:50.129281 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7138c66a-4514-4e98-a4ab-0b3b9015bbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84670a2-7ad2-42af-a35f-cd551d452eaf', 'code': 200} Mar 08 12:16:50.138207 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-997b5e10-7d98-4ea5-bdae-3c6f6b107052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:50.138744 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85627c-e4fc-4c90-87e5-ab922080c87a req-89599eaa-4c98-4c2d-a677-298a762285f4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:50.140209 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bc85627c-e4fc-4c90-87e5-ab922080c87a req-89599eaa-4c98-4c2d-a677-298a762285f4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 944 time: 0.0526831 Mar 08 12:16:50.165051 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:50.190302 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bc85627c-e4fc-4c90-87e5-ab922080c87a req-ae2da058-9c3f-4501-8626-13e77ac0b0b5 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444613 Mar 08 12:16:50.214530 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=a84670a2-7ad2-42af-a35f-cd551d452eaf,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:50.476844 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bba6d7-aa89-4485-9c83-e70abf1c7f8d req-03fd75ef-998f-4bc8-b89b-c70bc2088d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:50.478221 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f1bba6d7-aa89-4485-9c83-e70abf1c7f8d req-03fd75ef-998f-4bc8-b89b-c70bc2088d26 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 1130 time: 0.0414758 Mar 08 12:16:50.521079 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f1bba6d7-aa89-4485-9c83-e70abf1c7f8d req-ce50ba2b-3e9b-4a2f-a921-0eee4607f216 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7298a378-abc4-4467-bb35-2a6da7630c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359447 Mar 08 12:16:51.013909 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfda1b-bc37-4c51-8b2b-f1c62c037ce4 req-94b0bbd7-b662-4c9f-b9ff-117f8706f860 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:51.015361 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2edfda1b-bc37-4c51-8b2b-f1c62c037ce4 req-94b0bbd7-b662-4c9f-b9ff-117f8706f860 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 946 time: 0.0543015 Mar 08 12:16:51.061862 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2edfda1b-bc37-4c51-8b2b-f1c62c037ce4 req-2ba4bc0a-4b28-4473-a41f-d1114292fb07 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=7298a378-abc4-4467-bb35-2a6da7630c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408208 Mar 08 12:16:51.078940 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:51.303864 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cce192-869a-456f-9a4d-44a93023f6cc req-3d3c038a-1817-4c62-9d3a-824b3fc1f7b1 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:51.305322 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-05cce192-869a-456f-9a4d-44a93023f6cc req-3d3c038a-1817-4c62-9d3a-824b3fc1f7b1 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 944 time: 0.0495095 Mar 08 12:16:51.351893 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-05cce192-869a-456f-9a4d-44a93023f6cc req-91bfc4ee-e540-4e0b-adb4-8554bd8269cd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405345 Mar 08 12:16:51.874638 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:16:51.973772 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:51.984090 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'port_id': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d', 'mac_address': 'fa:16:3e:32:53:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:16:52.020965 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:52.021356 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:52.034461 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:16:52.053619 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:52.126608 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:52.172814 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:52.179894 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21fa4a-159c-447b-b7a5-a78dd205a931 req-e858796d-148d-49c1-b10f-7b4d037810d6 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:52.181420 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0b21fa4a-159c-447b-b7a5-a78dd205a931 req-e858796d-148d-49c1-b10f-7b4d037810d6 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 946 time: 0.0538609 Mar 08 12:16:52.227551 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0b21fa4a-159c-447b-b7a5-a78dd205a931 req-6ec506dc-f078-4cf2-a573-221681cdfbfe tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=7298a378-abc4-4467-bb35-2a6da7630c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400295 Mar 08 12:16:52.345083 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0d79c-310c-4dde-8d9d-5c0a079e13f9 req-a4c48f75-78d2-4286-ac6f-52658c5729cc tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:52.346550 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-23b0d79c-310c-4dde-8d9d-5c0a079e13f9 req-a4c48f75-78d2-4286-ac6f-52658c5729cc tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 946 time: 0.0510237 Mar 08 12:16:52.354991 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 52206) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:52.359237 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-9a0f225a-ece3-4295-86e2-be2256f34edb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Request body: {'floatingip': {'port_id': 'a84670a2-7ad2-42af-a35f-cd551d452eaf'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:52.398086 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9a0f225a-ece3-4295-86e2-be2256f34edb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:52.547686 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa379171-16bf-4fef-9848-538cdb3740b7 req-9128f321-ae54-4edb-aa34-23721fb8995a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:52.549210 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fa379171-16bf-4fef-9848-538cdb3740b7 req-9128f321-ae54-4edb-aa34-23721fb8995a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 945 time: 0.1195636 Mar 08 12:16:52.550929 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:16:52.617592 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:52.669315 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-fa379171-16bf-4fef-9848-538cdb3740b7 req-199726e3-3d4a-4b89-a443-35f8ebc86a67 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892584 Mar 08 12:16:53.188117 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9a0f225a-ece3-4295-86e2-be2256f34edb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:53.244975 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9a0f225a-ece3-4295-86e2-be2256f34edb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:53.343854 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [None req-9a0f225a-ece3-4295-86e2-be2256f34edb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Floating IP 3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc associated. External IP: 172.27.0.158, port: a84670a2-7ad2-42af-a35f-cd551d452eaf. Mar 08 12:16:53.551879 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0f225a-ece3-4295-86e2-be2256f34edb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Router 62dd0752-70ba-4054-90a7-40fa87db2a03 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:16:53.658143 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0f225a-ece3-4295-86e2-be2256f34edb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:16:53.663021 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9a0f225a-ece3-4295-86e2-be2256f34edb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:53.667519 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d7b44d-d577-4b5f-8e37-a4af2c5e8c40 None None] Sync routers for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:16:53.680928 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d7b44d-d577-4b5f-8e37-a4af2c5e8c40 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:53.681536 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-34d7b44d-d577-4b5f-8e37-a4af2c5e8c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:16:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:53.701070 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-9a0f225a-ece3-4295-86e2-be2256f34edb tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "PUT /v2.0/floatingips/3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc HTTP/1.1" status: 200 len: 992 time: 1.3447490 Mar 08 12:16:53.701972 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7138c66a-4514-4e98-a4ab-0b3b9015bbca', 'tag': 'a84670a2-7ad2-42af-a35f-cd551d452eaf'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:16:53.704908 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e227455-4d39-4573-9767-b7dbbf8d582f" -d '{"events": [{"name": "network-changed", "server_uuid": "7138c66a-4514-4e98-a4ab-0b3b9015bbca", "tag": "a84670a2-7ad2-42af-a35f-cd551d452eaf"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:16:53.748409 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4bfde3-34b1-4c7b-9a0c-205e4600c2bd x-openstack-request-id: req-9c4bfde3-34b1-4c7b-9a0c-205e4600c2bd {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:16:53.748699 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7138c66a-4514-4e98-a4ab-0b3b9015bbca", "tag": "a84670a2-7ad2-42af-a35f-cd551d452eaf", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:16:53.748953 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c4bfde3-34b1-4c7b-9a0c-205e4600c2bd {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:16:53.749347 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7138c66a-4514-4e98-a4ab-0b3b9015bbca', 'tag': 'a84670a2-7ad2-42af-a35f-cd551d452eaf', 'status': 'completed', 'code': 200} Mar 08 12:16:53.791790 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfcb5f-fa11-440a-84a0-10544786dfe2 req-34fe1d78-188b-4c5e-a12e-79d19cbdff30 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:53.792837 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-34d7b44d-d577-4b5f-8e37-a4af2c5e8c40 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:53.793584 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a3dfcb5f-fa11-440a-84a0-10544786dfe2 req-34fe1d78-188b-4c5e-a12e-79d19cbdff30 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 945 time: 0.0543308 Mar 08 12:16:53.868660 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a3dfcb5f-fa11-440a-84a0-10544786dfe2 req-f1fd146e-a62d-40f5-addd-a017dc81459e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654564 Mar 08 12:16:53.870876 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e227455-4d39-4573-9767-b7dbbf8d582f req-c91ea72e-aa2d-4698-8447-0841661ca77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:53.872960 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0e227455-4d39-4573-9767-b7dbbf8d582f req-c91ea72e-aa2d-4698-8447-0841661ca77e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 1130 time: 0.0785079 Mar 08 12:16:53.892128 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:16:53.964022 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:53.966677 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e227455-4d39-4573-9767-b7dbbf8d582f req-69d04e9f-3e2a-4e6d-90c1-411b901502e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:53.968146 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0e227455-4d39-4573-9767-b7dbbf8d582f req-69d04e9f-3e2a-4e6d-90c1-411b901502e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 916 time: 0.0892544 Mar 08 12:16:54.031140 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0e227455-4d39-4573-9767-b7dbbf8d582f req-bd12c507-d0a0-443c-a7b1-6682ce1dc30b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a84670a2-7ad2-42af-a35f-cd551d452eaf HTTP/1.1" status: 200 len: 1000 time: 0.0571675 Mar 08 12:16:54.073313 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:16:54.078203 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-34d7b44d-d577-4b5f-8e37-a4af2c5e8c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': 'a84670a2-7ad2-42af-a35f-cd551d452eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:dd:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7138c66a-4514-4e98-a4ab-0b3b9015bbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:16:38Z', 'updated_at': '2022-03-08T12:16:52Z', 'revision_number': 1, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:54.081285 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:16:54.081658 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:54.082444 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e227455-4d39-4573-9767-b7dbbf8d582f req-8ade7f68-c32b-4ddc-a7e4-58c6d0ac2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:54.084166 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0e227455-4d39-4573-9767-b7dbbf8d582f req-8ade7f68-c32b-4ddc-a7e4-58c6d0ac2747 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10d5874f-f063-41f2-9463-3121d847e01c HTTP/1.1" status: 200 len: 854 time: 0.0475919 Mar 08 12:16:54.134757 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e227455-4d39-4573-9767-b7dbbf8d582f req-b5e31dc6-2749-4b97-87c7-8c7ecedbe468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:54.136197 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0e227455-4d39-4573-9767-b7dbbf8d582f req-b5e31dc6-2749-4b97-87c7-8c7ecedbe468 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ee994c5-6065-46be-aff4-3acdf7e3b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454323 Mar 08 12:16:54.228129 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0e227455-4d39-4573-9767-b7dbbf8d582f req-1851a5ce-8cd4-466b-8880-790acaa8cbba service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856364 Mar 08 12:16:54.252280 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d7b44d-d577-4b5f-8e37-a4af2c5e8c40 None None] Checking router: 62dd0752-70ba-4054-90a7-40fa87db2a03 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:16:54.269460 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d7b44d-d577-4b5f-8e37-a4af2c5e8c40 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:54.270066 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-34d7b44d-d577-4b5f-8e37-a4af2c5e8c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:16:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:54.318242 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0e227455-4d39-4573-9767-b7dbbf8d582f req-94378c2f-ccca-4167-939a-fb1a623147aa service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847471 Mar 08 12:16:54.400374 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:54.400709 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:54.419914 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-34d7b44d-d577-4b5f-8e37-a4af2c5e8c40 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:54.454856 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a10ed0-c982-4326-b6e6-a6867ff4324f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:16:54.457107 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d78259a-2d5a-489e-a18b-c91ed864df9c" -d '{"events": [{"server_uuid": "30a10ed0-c982-4326-b6e6-a6867ff4324f", "name": "network-vif-plugged", "status": "completed", "tag": "a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:16:54.476504 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:54.517197 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74efd0e5-b9b9-435a-a092-27767c3ea0bc x-openstack-request-id: req-74efd0e5-b9b9-435a-a092-27767c3ea0bc {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:16:54.517489 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a10ed0-c982-4326-b6e6-a6867ff4324f", "name": "network-vif-plugged", "status": "completed", "tag": "a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:16:54.517771 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74efd0e5-b9b9-435a-a092-27767c3ea0bc {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:16:54.518126 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a10ed0-c982-4326-b6e6-a6867ff4324f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d', 'code': 200} Mar 08 12:16:54.562348 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:54.651239 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:54.703951 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-34d7b44d-d577-4b5f-8e37-a4af2c5e8c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': 'a84670a2-7ad2-42af-a35f-cd551d452eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:dd:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7138c66a-4514-4e98-a4ab-0b3b9015bbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:16:38Z', 'updated_at': '2022-03-08T12:16:52Z', 'revision_number': 1, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:54.730714 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d7b44d-d577-4b5f-8e37-a4af2c5e8c40 None None] The sync data for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi is: [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'port_id': 'a84670a2-7ad2-42af-a35f-cd551d452eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'mac_address': 'fa:16:3e:dd:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7138c66a-4514-4e98-a4ab-0b3b9015bbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:16:38Z', 'updated_at': '2022-03-08T12:16:52Z', 'revision_number': 1, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:16:54.894298 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f764963-5bf6-4e0a-a821-4b4946212194 req-7500c699-880e-4fe2-87d3-ea3517b92f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:54.895827 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5f764963-5bf6-4e0a-a821-4b4946212194 req-7500c699-880e-4fe2-87d3-ea3517b92f03 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 1130 time: 0.0450938 Mar 08 12:16:54.931358 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859b31fc-0379-4884-8a6b-01861af904c8 None None] New status for floating IP 3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc: ACTIVE {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:16:54.951939 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5f764963-5bf6-4e0a-a821-4b4946212194 req-30b833cc-0bba-483c-9931-295351dfa11c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477889 Mar 08 12:16:55.008533 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106beb8-1010-4c66-8a99-375408e38279 req-1496ecf6-8de2-4442-ab77-d729a867fdee tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:55.010151 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5106beb8-1010-4c66-8a99-375408e38279 req-1496ecf6-8de2-4442-ab77-d729a867fdee tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 946 time: 0.0571995 Mar 08 12:16:55.057715 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5106beb8-1010-4c66-8a99-375408e38279 req-ad288562-df3f-4995-8295-96c95ed3f046 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415339 Mar 08 12:16:56.176272 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11103fea-674f-4847-a04d-d7d8b5f2f0aa req-e005bbeb-05a4-4115-9e50-d24f81837b1b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:56.177790 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-11103fea-674f-4847-a04d-d7d8b5f2f0aa req-e005bbeb-05a4-4115-9e50-d24f81837b1b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 946 time: 0.0539129 Mar 08 12:16:56.225880 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-11103fea-674f-4847-a04d-d7d8b5f2f0aa req-07307155-5756-4a31-a68a-267c1c15c0f5 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425787 Mar 08 12:16:57.345828 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a22ed-0931-4a20-86aa-76c3a9f23435 req-188f7baf-67f7-42b5-bea8-eb77a3a00096 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:57.347171 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a11a22ed-0931-4a20-86aa-76c3a9f23435 req-188f7baf-67f7-42b5-bea8-eb77a3a00096 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 946 time: 0.0554929 Mar 08 12:16:57.399407 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a11a22ed-0931-4a20-86aa-76c3a9f23435 req-e22d58af-e2ad-46d3-8ba8-e4ebbdbb8ec8 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466125 Mar 08 12:16:57.519707 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e457a-bbc4-4b61-904a-4e9bb465e35e req-238a493b-ccbd-4274-a969-857dfaafd8a9 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:57.521106 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-235e457a-bbc4-4b61-904a-4e9bb465e35e req-238a493b-ccbd-4274-a969-857dfaafd8a9 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 946 time: 0.0514290 Mar 08 12:16:57.568345 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-235e457a-bbc4-4b61-904a-4e9bb465e35e req-5a2dca1a-110a-4eec-a48c-65afbaf4ce45 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417829 Mar 08 12:16:57.590504 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 52226) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:57.672426 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02719e25-81a6-427d-9897-b3b7389cfb90 tempest-TestVolumeBootPattern-1361528819 tempest-TestVolumeBootPattern-1361528819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:57.673920 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-02719e25-81a6-427d-9897-b3b7389cfb90 tempest-TestVolumeBootPattern-1361528819 tempest-TestVolumeBootPattern-1361528819-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 1125 time: 0.0824807 Mar 08 12:16:57.676807 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 52230) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:57.681020 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Request body: {'floatingip': {'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'port_id': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:57.776251 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:57.873550 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:57.974686 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Allocated IP 172.27.0.107 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/284c64e6-01d9-4b84-a7e5-f043050cfb0b) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:16:58.074956 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for port (284c64e6-01d9-4b84-a7e5-f043050cfb0b), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:58.193981 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (284c64e6-01d9-4b84-a7e5-f043050cfb0b), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:58.233103 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:16:58.235871 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:58.239271 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:16:58.244646 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'Port': ['ID=284c64e6-01d9-4b84-a7e5-f043050cfb0b,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:58.595194 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for floatingip (2bc6a1f7-e06b-4962-842f-2df4c009da06), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:58.710967 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (284c64e6-01d9-4b84-a7e5-f043050cfb0b), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:58.858859 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for port (284c64e6-01d9-4b84-a7e5-f043050cfb0b), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:58.920691 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (284c64e6-01d9-4b84-a7e5-f043050cfb0b), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:58.988837 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'Port': ['ID=284c64e6-01d9-4b84-a7e5-f043050cfb0b,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:59.002292 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (2bc6a1f7-e06b-4962-842f-2df4c009da06), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:59.101591 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Floating IP 2bc6a1f7-e06b-4962-842f-2df4c009da06 associated. External IP: 172.27.0.107, port: a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d. Mar 08 12:16:59.306164 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Router 13cc54ab-a726-46e1-bfe1-a77701aafe23 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:16:59.409491 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:16:59.418525 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3531a2-56fe-4b80-9188-86458843f45d None None] Sync routers for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:16:59.427377 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3531a2-56fe-4b80-9188-86458843f45d None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:59.427979 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-6f3531a2-56fe-4b80-9188-86458843f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:16:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:59.483142 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:59.516261 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-9cf3702e-2e71-4857-858b-563330030393 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8383341 Mar 08 12:16:59.516884 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a10ed0-c982-4326-b6e6-a6867ff4324f', 'tag': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:16:59.519265 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcc3cc4-cb4c-43a6-9a0b-7743e9c2d9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "30a10ed0-c982-4326-b6e6-a6867ff4324f", "tag": "a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:16:59.546245 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-6f3531a2-56fe-4b80-9188-86458843f45d None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:59.553941 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324082d6-a761-4a58-8ee0-42caedd6ea26 x-openstack-request-id: req-324082d6-a761-4a58-8ee0-42caedd6ea26 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:16:59.554238 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a10ed0-c982-4326-b6e6-a6867ff4324f", "tag": "a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:16:59.554542 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-324082d6-a761-4a58-8ee0-42caedd6ea26 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:16:59.554946 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a10ed0-c982-4326-b6e6-a6867ff4324f', 'tag': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d', 'status': 'completed', 'code': 200} Mar 08 12:16:59.639662 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc3cc4-cb4c-43a6-9a0b-7743e9c2d9b1 req-3ad17ca5-bdec-4c34-910e-90629a5e1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:59.641210 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bbcc3cc4-cb4c-43a6-9a0b-7743e9c2d9b1 req-3ad17ca5-bdec-4c34-910e-90629a5e1179 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 1130 time: 0.0432920 Mar 08 12:16:59.729201 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc3cc4-cb4c-43a6-9a0b-7743e9c2d9b1 req-496fac18-58a6-41e5-af7f-081e05a3940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:59.730748 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bbcc3cc4-cb4c-43a6-9a0b-7743e9c2d9b1 req-496fac18-58a6-41e5-af7f-081e05a3940a service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 912 time: 0.0841186 Mar 08 12:16:59.770953 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-6f3531a2-56fe-4b80-9188-86458843f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '2bc6a1f7-e06b-4962-842f-2df4c009da06', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.107', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:32:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a10ed0-c982-4326-b6e6-a6867ff4324f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:16:58Z', 'updated_at': '2022-03-08T12:16:58Z', 'revision_number': 0, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:59.796982 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3531a2-56fe-4b80-9188-86458843f45d None None] Checking router: 13cc54ab-a726-46e1-bfe1-a77701aafe23 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:16:59.800447 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bbcc3cc4-cb4c-43a6-9a0b-7743e9c2d9b1 req-5abfa267-732d-41dc-b8c9-eb79381336c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d HTTP/1.1" status: 200 len: 1000 time: 0.0635350 Mar 08 12:16:59.805199 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3531a2-56fe-4b80-9188-86458843f45d None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:59.805795 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-6f3531a2-56fe-4b80-9188-86458843f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:16:50Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:59.851219 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc3cc4-cb4c-43a6-9a0b-7743e9c2d9b1 req-e2b812c1-b268-48bf-8ef6-d9adee2ef42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:59.852715 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bbcc3cc4-cb4c-43a6-9a0b-7743e9c2d9b1 req-e2b812c1-b268-48bf-8ef6-d9adee2ef42b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.0470555 Mar 08 12:16:59.902025 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc3cc4-cb4c-43a6-9a0b-7743e9c2d9b1 req-d9f68de8-1118-48d3-b0f5-aad1285854a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:59.903927 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bbcc3cc4-cb4c-43a6-9a0b-7743e9c2d9b1 req-d9f68de8-1118-48d3-b0f5-aad1285854a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454409 Mar 08 12:16:59.917553 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-6f3531a2-56fe-4b80-9188-86458843f45d None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:59.998311 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bbcc3cc4-cb4c-43a6-9a0b-7743e9c2d9b1 req-26e5d156-cbf6-48f5-a98b-b665ba298ff8 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887148 Mar 08 12:17:00.091621 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bbcc3cc4-cb4c-43a6-9a0b-7743e9c2d9b1 req-2043797e-409b-436b-b8f4-0d55caaa000c service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876782 Mar 08 12:17:00.138966 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-6f3531a2-56fe-4b80-9188-86458843f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '2bc6a1f7-e06b-4962-842f-2df4c009da06', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.107', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:32:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a10ed0-c982-4326-b6e6-a6867ff4324f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:16:58Z', 'updated_at': '2022-03-08T12:16:58Z', 'revision_number': 0, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:00.168391 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3531a2-56fe-4b80-9188-86458843f45d None None] The sync data for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi is: [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '2bc6a1f7-e06b-4962-842f-2df4c009da06', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.107', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:32:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a10ed0-c982-4326-b6e6-a6867ff4324f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:16:58Z', 'updated_at': '2022-03-08T12:16:58Z', 'revision_number': 0, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:17:00.358503 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d53bcc-0fe2-4a3e-8aa3-372083d0f9ea None None] New status for floating IP 2bc6a1f7-e06b-4962-842f-2df4c009da06: ACTIVE {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:17:07.033191 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:13.013221 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:17:17.640185 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-c78afa75-f78c-447b-b315-091ceac3906c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:20.154563 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-5bcdbb8e-7bef-47bf-b79e-84efb48bd301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:20.282355 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6866fef1-0fae-43c4-bfc5-d04009842f1a req-7ba71986-3b06-45fe-97cc-95fe4c97da7f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427539 Mar 08 12:17:20.380957 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866fef1-0fae-43c4-bfc5-d04009842f1a req-5550a805-2cee-4710-a909-15e7441a677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:20.382431 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6866fef1-0fae-43c4-bfc5-d04009842f1a req-5550a805-2cee-4710-a909-15e7441a677f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 1130 time: 0.0423770 Mar 08 12:17:20.753602 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866fef1-0fae-43c4-bfc5-d04009842f1a req-31135bf3-f98d-4307-9fb2-d661ac0f9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:20.755066 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6866fef1-0fae-43c4-bfc5-d04009842f1a req-31135bf3-f98d-4307-9fb2-d661ac0f9542 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 912 time: 0.3552163 Mar 08 12:17:20.818272 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6866fef1-0fae-43c4-bfc5-d04009842f1a req-04212d77-f1a3-497f-ae13-4f4760f31e38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d HTTP/1.1" status: 200 len: 1002 time: 0.0556412 Mar 08 12:17:20.868127 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866fef1-0fae-43c4-bfc5-d04009842f1a req-13944c5b-4e26-4a36-aa8d-e3a2d532cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:20.869565 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6866fef1-0fae-43c4-bfc5-d04009842f1a req-13944c5b-4e26-4a36-aa8d-e3a2d532cad8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.0448797 Mar 08 12:17:20.919798 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866fef1-0fae-43c4-bfc5-d04009842f1a req-de122c81-8096-4263-91d4-5a5b2376ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:20.921348 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6866fef1-0fae-43c4-bfc5-d04009842f1a req-de122c81-8096-4263-91d4-5a5b2376ecc1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457449 Mar 08 12:17:21.006357 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6866fef1-0fae-43c4-bfc5-d04009842f1a req-15fa0c12-ab0f-460c-929d-70090bc987fd service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793548 Mar 08 12:17:21.096783 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-6866fef1-0fae-43c4-bfc5-d04009842f1a req-366889be-2e29-46c3-9e84-6fc1dd8b6785 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850236 Mar 08 12:17:21.165864 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:22.570402 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:24.005932 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:37.028699 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:47.616943 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-83d65de0-dc51-497e-a2e0-189c7426185d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:50.011374 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:17:50.119596 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ecfe1622-3b9b-4f75-b31e-b0baa30deb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:51.107112 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:52.563916 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:53.937092 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:06.987736 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:17.605037 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-4b1901f4-76fb-4074-b08d-4f8be4dabddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:20.107867 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-54b08979-d78b-4641-b4b3-d4556668d487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:20.264908 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7470f9cc-a003-4dbc-9571-0d7fd13c9275 req-d4a54050-5c99-406e-babf-7a586689863e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425494 Mar 08 12:18:20.336834 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470f9cc-a003-4dbc-9571-0d7fd13c9275 req-676e3bff-d125-4f19-93ca-023866ab85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:20.338317 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7470f9cc-a003-4dbc-9571-0d7fd13c9275 req-676e3bff-d125-4f19-93ca-023866ab85ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=275913fc7a5e4a23921ad8f920874035&device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 1130 time: 0.0434518 Mar 08 12:18:20.439906 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470f9cc-a003-4dbc-9571-0d7fd13c9275 req-bb677540-dce2-4184-b752-807a96805b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:20.441406 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7470f9cc-a003-4dbc-9571-0d7fd13c9275 req-bb677540-dce2-4184-b752-807a96805b68 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 200 len: 916 time: 0.0866296 Mar 08 12:18:20.506089 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7470f9cc-a003-4dbc-9571-0d7fd13c9275 req-2f62ea74-a789-490d-9823-d1d9542ff3dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a84670a2-7ad2-42af-a35f-cd551d452eaf HTTP/1.1" status: 200 len: 1002 time: 0.0586705 Mar 08 12:18:20.559728 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470f9cc-a003-4dbc-9571-0d7fd13c9275 req-ac0376a4-6a3c-4e39-8f09-f3ea87877314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:20.561222 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7470f9cc-a003-4dbc-9571-0d7fd13c9275 req-ac0376a4-6a3c-4e39-8f09-f3ea87877314 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10d5874f-f063-41f2-9463-3121d847e01c HTTP/1.1" status: 200 len: 854 time: 0.0489831 Mar 08 12:18:20.609227 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470f9cc-a003-4dbc-9571-0d7fd13c9275 req-c1c2f176-5ddf-42bc-bffc-8c433e070b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:20.610648 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7470f9cc-a003-4dbc-9571-0d7fd13c9275 req-c1c2f176-5ddf-42bc-bffc-8c433e070b2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ee994c5-6065-46be-aff4-3acdf7e3b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436335 Mar 08 12:18:20.697699 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7470f9cc-a003-4dbc-9571-0d7fd13c9275 req-4e8f15dd-6128-404f-bd86-b3116feb99b0 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810385 Mar 08 12:18:20.794323 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7470f9cc-a003-4dbc-9571-0d7fd13c9275 req-c384abf9-9958-4ac5-ac30-42ca69c0e465 service neutron] 10.222.0.53 "GET /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897715 Mar 08 12:18:21.142485 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:22.587715 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:23.411414 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6c1c9-3ff0-4155-b231-c838d265d1e9 req-16d97fe4-a12d-4681-b9d1-6be6fcde4679 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:23.412885 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-48c6c1c9-3ff0-4155-b231-c838d265d1e9 req-16d97fe4-a12d-4681-b9d1-6be6fcde4679 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 946 time: 0.0510082 Mar 08 12:18:23.458461 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-48c6c1c9-3ff0-4155-b231-c838d265d1e9 req-43dfd4e2-364c-4ee9-8b97-48402f9135da tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=7298a378-abc4-4467-bb35-2a6da7630c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395408 Mar 08 12:18:23.935090 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:24.583717 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624deeba-c63a-45ec-a96c-37cfa77195d8 req-0fddaf03-0188-4b74-a4a2-c5f23f30c948 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:24.591892 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-624deeba-c63a-45ec-a96c-37cfa77195d8 req-0fddaf03-0188-4b74-a4a2-c5f23f30c948 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 946 time: 0.0558336 Mar 08 12:18:24.634460 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-624deeba-c63a-45ec-a96c-37cfa77195d8 req-9d400155-9af0-4890-8476-26ed9c96b5d6 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=7298a378-abc4-4467-bb35-2a6da7630c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433607 Mar 08 12:18:25.358702 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-330f8bf2-556d-4cb6-aa65-a95970ac87c3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:25.360121 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-330f8bf2-556d-4cb6-aa65-a95970ac87c3 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 946 time: 0.0496182 Mar 08 12:18:25.448912 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Deleting port a84670a2-7ad2-42af-a35f-cd551d452eaf {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:18:25.449259 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:25.538751 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] For port a84670a2-7ad2-42af-a35f-cd551d452eaf, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a84670a2-7ad2-42af-a35f-cd551d452eaf,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:18:25.539113 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:25.715660 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:25.716403 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:25.716403 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Floating IP 3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc disassociated. External IP: 172.27.0.158, port: a84670a2-7ad2-42af-a35f-cd551d452eaf. Mar 08 12:18:25.716721 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Calling delete_port for a84670a2-7ad2-42af-a35f-cd551d452eaf owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:18:25.806708 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1d923-6f94-4852-b449-e871bcbeaf30 req-0e3570ac-04ca-4445-b841-2783f0e82c44 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:25.808171 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9af1d923-6f94-4852-b449-e871bcbeaf30 req-0e3570ac-04ca-4445-b841-2783f0e82c44 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 946 time: 0.1028922 Mar 08 12:18:25.887219 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9af1d923-6f94-4852-b449-e871bcbeaf30 req-b6004248-f8dd-4c32-a626-546cc8cf87f7 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups?id=7298a378-abc4-4467-bb35-2a6da7630c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726604 Mar 08 12:18:26.022694 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (a84670a2-7ad2-42af-a35f-cd551d452eaf), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:26.054691 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event deleted for resources: {'Port': ['ID=a84670a2-7ad2-42af-a35f-cd551d452eaf,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:26.065789 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:26.066146 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:26.066494 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:26.066833 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:26.067170 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:26.067501 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:26.067835 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:26.068179 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:26.068523 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:26.068854 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:26.069183 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:26.069506 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:26.069827 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:26.179405 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Router 62dd0752-70ba-4054-90a7-40fa87db2a03 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:18:26.290043 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:18:26.299559 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3432b9-3bb0-4f66-b399-fef0f5a46d1d None None] Sync routers for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:18:26.309049 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3432b9-3bb0-4f66-b399-fef0f5a46d1d None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:18:26.309663 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-6d3432b9-3bb0-4f66-b399-fef0f5a46d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:18:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:26.329126 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] No DVR routers for this DVR port a84670a2-7ad2-42af-a35f-cd551d452eaf on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:18:26.331613 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:26.335211 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5126481c-bda3-4c42-83a4-ab8d604f8052 req-f84d815d-d8e5-488d-980e-6048d8cf0633 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.53 "DELETE /v2.0/ports/a84670a2-7ad2-42af-a35f-cd551d452eaf HTTP/1.1" status: 204 len: 173 time: 0.9700117 Mar 08 12:18:26.335668 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7138c66a-4514-4e98-a4ab-0b3b9015bbca', 'name': 'network-vif-deleted', 'tag': 'a84670a2-7ad2-42af-a35f-cd551d452eaf'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:18:26.338081 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324cfc99-3c46-4539-8aec-b26db889a9ca" -d '{"events": [{"server_uuid": "7138c66a-4514-4e98-a4ab-0b3b9015bbca", "name": "network-vif-deleted", "tag": "a84670a2-7ad2-42af-a35f-cd551d452eaf"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:18:26.441347 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3503b7-1f23-4897-8450-9eb79ca6e5c0 x-openstack-request-id: req-7e3503b7-1f23-4897-8450-9eb79ca6e5c0 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:18:26.441651 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7138c66a-4514-4e98-a4ab-0b3b9015bbca", "name": "network-vif-deleted", "tag": "a84670a2-7ad2-42af-a35f-cd551d452eaf", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:18:26.441907 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e3503b7-1f23-4897-8450-9eb79ca6e5c0 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:18:26.442313 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7138c66a-4514-4e98-a4ab-0b3b9015bbca', 'name': 'network-vif-deleted', 'tag': 'a84670a2-7ad2-42af-a35f-cd551d452eaf', 'status': 'completed', 'code': 200} Mar 08 12:18:26.574089 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-6d3432b9-3bb0-4f66-b399-fef0f5a46d1d None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:18:26.782419 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-6d3432b9-3bb0-4f66-b399-fef0f5a46d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:26.807715 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3432b9-3bb0-4f66-b399-fef0f5a46d1d None None] Checking router: 62dd0752-70ba-4054-90a7-40fa87db2a03 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:18:26.816434 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3432b9-3bb0-4f66-b399-fef0f5a46d1d None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:18:26.817053 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-6d3432b9-3bb0-4f66-b399-fef0f5a46d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:18:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:26.925486 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-6d3432b9-3bb0-4f66-b399-fef0f5a46d1d None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:18:26.992550 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-05511082-2247-431f-8e6a-b4a23d1e5456 req-61bfc32f-387a-4714-9448-575cc0dcbd85 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/ports?device_id=7138c66a-4514-4e98-a4ab-0b3b9015bbca HTTP/1.1" status: 200 len: 210 time: 0.0270617 Mar 08 12:18:27.016026 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:18:27.126445 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-6d3432b9-3bb0-4f66-b399-fef0f5a46d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:27.152396 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3432b9-3bb0-4f66-b399-fef0f5a46d1d None None] The sync data for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi is: [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:10:46Z', 'revision_number': 4, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '53cc0362-8b86-4d25-a62d-3505057e715a', 'name': '', 'network_id': '3ee994c5-6065-46be-aff4-3acdf7e3b825', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'mac_address': 'fa:16:3e:4d:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '10d5874f-f063-41f2-9463-3121d847e01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:46Z', 'updated_at': '2022-03-08T12:10:51Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'subnets': [{'id': '10d5874f-f063-41f2-9463-3121d847e01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:18:27.371019 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e074d4-faa0-44b9-a824-551b05831563 None None] New status for floating IP 3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc: DOWN {{(pid=110284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:18:28.129707 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52354) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:18:28.182575 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (7298a378-abc4-4467-bb35-2a6da7630c00), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:28.204532 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (7298a378-abc4-4467-bb35-2a6da7630c00), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:28.318141 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (7298a378-abc4-4467-bb35-2a6da7630c00), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:28.320827 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:28.321994 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "DELETE /v2.0/security-groups/7298a378-abc4-4467-bb35-2a6da7630c00 HTTP/1.1" status: 204 len: 168 time: 0.1912909 Mar 08 12:18:28.324764 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 52358) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:18:28.334411 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7298a378-abc4-4467-bb35-2a6da7630c00,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:28.337470 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.api.v2.resource [None req-c1291fad-e968-477a-82bd-327ee4630914 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] show failed (client error): The resource could not be found. Mar 08 12:18:28.338449 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-c1291fad-e968-477a-82bd-327ee4630914 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "GET /v2.0/security-groups/7298a378-abc4-4467-bb35-2a6da7630c00 HTTP/1.1" status: 404 len: 347 time: 0.0127239 Mar 08 12:18:28.341258 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 52360) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:18:28.345401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:28.345401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:28.345401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:28.345401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:28.345401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:28.345401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:28.345401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:28.345401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:28.345401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:28.345401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:28.345401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:28.346470 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:28.346470 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28068d76-d210-4681-a0b6-a765c0039762 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:28.461332 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-401b7c14-48d1-4252-9caa-f7e567d930e9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Deleting port ea55cd93-97c4-4623-92b2-89be00cd1de6 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:18:28.461574 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-401b7c14-48d1-4252-9caa-f7e567d930e9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (ea55cd93-97c4-4623-92b2-89be00cd1de6), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:28.523725 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device a84670a2-7ad2-42af-a35f-cd551d452eaf no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:18:28.536543 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-401b7c14-48d1-4252-9caa-f7e567d930e9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (ea55cd93-97c4-4623-92b2-89be00cd1de6), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:28.536873 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-401b7c14-48d1-4252-9caa-f7e567d930e9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (ea55cd93-97c4-4623-92b2-89be00cd1de6), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:28.543836 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: a84670a2-7ad2-42af-a35f-cd551d452eaf {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:18:28.544183 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device a84670a2-7ad2-42af-a35f-cd551d452eaf not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:18:28.548195 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-401b7c14-48d1-4252-9caa-f7e567d930e9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Calling delete_port for ea55cd93-97c4-4623-92b2-89be00cd1de6 owned by network:floatingip {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:18:28.730743 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-401b7c14-48d1-4252-9caa-f7e567d930e9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (ea55cd93-97c4-4623-92b2-89be00cd1de6), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:28.756062 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b7c14-48d1-4252-9caa-f7e567d930e9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Pushing event deleted for resources: {'Port': ['ID=ea55cd93-97c4-4623-92b2-89be00cd1de6,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:28.813564 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-401b7c14-48d1-4252-9caa-f7e567d930e9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks [] for floatingip (3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:28.816272 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-401b7c14-48d1-4252-9caa-f7e567d930e9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:28.817492 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-401b7c14-48d1-4252-9caa-f7e567d930e9 tempest-AttachVolumeNegativeTest-440658958 tempest-AttachVolumeNegativeTest-440658958-project] 10.222.0.43 "DELETE /v2.0/floatingips/3e1fec23-7ac3-4e89-ad11-ffde0b7d3afc HTTP/1.1" status: 204 len: 168 time: 0.4753649 Mar 08 12:18:32.912652 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 52396) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:18:33.349578 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ad4400be-cefb-40bd-b670-8aa67a930388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66618965'] for router_interface (62dd0752-70ba-4054-90a7-40fa87db2a03), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:33.586943 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-ad4400be-cefb-40bd-b670-8aa67a930388 admin admin] Deleting port 53cc0362-8b86-4d25-a62d-3505057e715a {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:18:33.587276 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ad4400be-cefb-40bd-b670-8aa67a930388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:33.662739 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-ad4400be-cefb-40bd-b670-8aa67a930388 admin admin] For port 53cc0362-8b86-4d25-a62d-3505057e715a, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=53cc0362-8b86-4d25-a62d-3505057e715a,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:18:33.663010 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ad4400be-cefb-40bd-b670-8aa67a930388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:33.674629 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-ad4400be-cefb-40bd-b670-8aa67a930388 admin admin] Calling delete_port for 53cc0362-8b86-4d25-a62d-3505057e715a owned by network:router_interface {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:18:33.901929 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ad4400be-cefb-40bd-b670-8aa67a930388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (53cc0362-8b86-4d25-a62d-3505057e715a), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:33.935608 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4400be-cefb-40bd-b670-8aa67a930388 admin admin] Pushing event deleted for resources: {'Port': ['ID=53cc0362-8b86-4d25-a62d-3505057e715a,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:34.103084 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ad4400be-cefb-40bd-b670-8aa67a930388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66820362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618913'] for router_interface (62dd0752-70ba-4054-90a7-40fa87db2a03), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:34.314178 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4400be-cefb-40bd-b670-8aa67a930388 admin admin] Router 62dd0752-70ba-4054-90a7-40fa87db2a03 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:18:34.417190 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4400be-cefb-40bd-b670-8aa67a930388 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:18:34.422770 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-ad4400be-cefb-40bd-b670-8aa67a930388 admin admin] 10.222.0.43 "PUT /v2.0/routers/62dd0752-70ba-4054-90a7-40fa87db2a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5090990 Mar 08 12:18:34.425333 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 52400) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:18:34.427082 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b848a8c-999c-46cc-8598-f997aa013b63 None None] Sync routers for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:18:34.438233 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b848a8c-999c-46cc-8598-f997aa013b63 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:18:34.438929 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-5b848a8c-999c-46cc-8598-f997aa013b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:18:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:34.530221 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Publish callbacks [] for router (62dd0752-70ba-4054-90a7-40fa87db2a03), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:34.545788 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-5b848a8c-999c-46cc-8598-f997aa013b63 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:18:34.726012 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-5b848a8c-999c-46cc-8598-f997aa013b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:18:33Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:34.754157 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b848a8c-999c-46cc-8598-f997aa013b63 None None] Checking router: 62dd0752-70ba-4054-90a7-40fa87db2a03 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:18:34.762857 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b848a8c-999c-46cc-8598-f997aa013b63 None None] Routers {'62dd0752-70ba-4054-90a7-40fa87db2a03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:18:34.763478 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-5b848a8c-999c-46cc-8598-f997aa013b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:18:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['62dd0752-70ba-4054-90a7-40fa87db2a03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:34.873400 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-5b848a8c-999c-46cc-8598-f997aa013b63 None None] Set router 62dd0752-70ba-4054-90a7-40fa87db2a03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:18:34.914135 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Publish callbacks [] for router_gateway (62dd0752-70ba-4054-90a7-40fa87db2a03), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:35.024126 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Deleting port 68e67413-5e93-4ecf-8775-7b0c0857a7f6 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:18:35.024833 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:35.064024 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-5b848a8c-999c-46cc-8598-f997aa013b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:18:33Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:35.090034 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b848a8c-999c-46cc-8598-f997aa013b63 None None] The sync data for ids ['62dd0752-70ba-4054-90a7-40fa87db2a03'] in dv-cinder-830086-2-iscsi is: [{'id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'name': 'tempest-AttachVolumeNegativeTest-2115749102-router', 'tenant_id': '275913fc7a5e4a23921ad8f920874035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:43Z', 'updated_at': '2022-03-08T12:18:33Z', 'revision_number': 5, 'project_id': '275913fc7a5e4a23921ad8f920874035', 'gw_port': {'id': '68e67413-5e93-4ecf-8775-7b0c0857a7f6', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd0752-70ba-4054-90a7-40fa87db2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:44Z', 'updated_at': '2022-03-08T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:18:35.103475 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] For port 68e67413-5e93-4ecf-8775-7b0c0857a7f6, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=68e67413-5e93-4ecf-8775-7b0c0857a7f6,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:18:35.103833 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:35.116597 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Calling delete_port for 68e67413-5e93-4ecf-8775-7b0c0857a7f6 owned by network:router_gateway {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:18:35.428301 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (68e67413-5e93-4ecf-8775-7b0c0857a7f6), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:35.457013 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Pushing event deleted for resources: {'Port': ['ID=68e67413-5e93-4ecf-8775-7b0c0857a7f6,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:35.518817 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66620555'] for router_gateway (62dd0752-70ba-4054-90a7-40fa87db2a03), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:35.612228 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66648383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (62dd0752-70ba-4054-90a7-40fa87db2a03), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:35.614656 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Publish callbacks [] for router_controller (62dd0752-70ba-4054-90a7-40fa87db2a03), precommit_delete_associations {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:35.715748 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 53cc0362-8b86-4d25-a62d-3505057e715a no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:18:35.736470 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 53cc0362-8b86-4d25-a62d-3505057e715a {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:18:35.736839 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 53cc0362-8b86-4d25-a62d-3505057e715a not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:18:35.780892 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66648360'] for router (62dd0752-70ba-4054-90a7-40fa87db2a03), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:35.781457 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62dd0752-70ba-4054-90a7-40fa87db2a03 {{(pid=110281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:18:35.785762 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:35.786904 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-ecc737e6-b7e2-4c99-8992-73c596c3435c admin admin] 10.222.0.43 "DELETE /v2.0/routers/62dd0752-70ba-4054-90a7-40fa87db2a03 HTTP/1.1" status: 204 len: 168 time: 1.3606653 Mar 08 12:18:35.789614 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52402) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:18:35.837304 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ff1074-2e69-457c-b369-80608bfa672f admin admin] Deleting subnet 10d5874f-f063-41f2-9463-3121d847e01c {{(pid=110282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:18:35.840761 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f6ff1074-2e69-457c-b369-80608bfa672f admin admin] Publish callbacks [] for subnet (10d5874f-f063-41f2-9463-3121d847e01c), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:35.881777 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f6ff1074-2e69-457c-b369-80608bfa672f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417268'] for subnet (10d5874f-f063-41f2-9463-3121d847e01c), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:35.963433 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f6ff1074-2e69-457c-b369-80608bfa672f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (10d5874f-f063-41f2-9463-3121d847e01c), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.102588 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f6ff1074-2e69-457c-b369-80608bfa672f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64257017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64241037'] for subnet (10d5874f-f063-41f2-9463-3121d847e01c), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.126199 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff1074-2e69-457c-b369-80608bfa672f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d5874f-f063-41f2-9463-3121d847e01c,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:36.132359 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-f6ff1074-2e69-457c-b369-80608bfa672f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.135503 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-f6ff1074-2e69-457c-b369-80608bfa672f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/10d5874f-f063-41f2-9463-3121d847e01c HTTP/1.1" status: 204 len: 168 time: 0.3447263 Mar 08 12:18:36.138129 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 52404) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:18:36.141096 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40605bf5-b2e0-461c-b49a-8c38f8e36cab None None] Network 3ee994c5-6065-46be-aff4-3acdf7e3b825 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:18:36.206711 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (3ee994c5-6065-46be-aff4-3acdf7e3b825), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.273668 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Deleting port 93d1f957-3924-45b8-a746-e55ab05a1780 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:18:36.273906 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.317594 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] DHCP port deletion for 3ee994c5-6065-46be-aff4-3acdf7e3b825 request from dv-cinder-830086-2-iscsi {{(pid=110283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:18:36.338612 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] For port 93d1f957-3924-45b8-a746-e55ab05a1780, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=93d1f957-3924-45b8-a746-e55ab05a1780,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:18:36.350983 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.351466 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Calling delete_port for 93d1f957-3924-45b8-a746-e55ab05a1780 owned by network:dhcp {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:18:36.364756 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Deleting port 93d1f957-3924-45b8-a746-e55ab05a1780 {{(pid=110283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:18:36.365141 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), before_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.429127 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] For port 93d1f957-3924-45b8-a746-e55ab05a1780, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=93d1f957-3924-45b8-a746-e55ab05a1780,segment=NetworkSegment(1a8548db-ca7d-4f95-bb07-e5891dc7c168),segment_id=1a8548db-ca7d-4f95-bb07-e5891dc7c168)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:18:36.429584 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), precommit_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.442235 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Calling delete_port for 93d1f957-3924-45b8-a746-e55ab05a1780 owned by network:dhcp {{(pid=110283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:18:36.564850 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.570632 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058'] for port (93d1f957-3924-45b8-a746-e55ab05a1780), after_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.595201 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d1f957-3924-45b8-a746-e55ab05a1780,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:36.597044 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] No DVR routers for this DVR port 93d1f957-3924-45b8-a746-e55ab05a1780 on host dv-cinder-830086-2-iscsi {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:18:36.601853 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Pushing event deleted for resources: {'Port': ['ID=93d1f957-3924-45b8-a746-e55ab05a1780,revision_number=None']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:36.610222 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] No DVR routers for this DVR port 93d1f957-3924-45b8-a746-e55ab05a1780 on host dv-cinder-830086-2-iscsi {{(pid=110283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:18:36.612178 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:36.612579 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:36.612919 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:36.613252 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:36.613584 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:36.613911 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:36.614237 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:36.614561 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:36.614881 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:36.615207 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:36.615529 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:36.615850 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:36.616168 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c238e4-3d58-48da-aed3-d07996f3712d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:36.665505 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (3ee994c5-6065-46be-aff4-3acdf7e3b825), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.684433 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee994c5-6065-46be-aff4-3acdf7e3b825']}} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:36.693383 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8548db-ca7d-4f95-bb07-e5891dc7c168') {'for_net_delete': True} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:36.693680 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8548db-ca7d-4f95-bb07-e5891dc7c168') {} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:36.702648 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63977623'] for segment (1a8548db-ca7d-4f95-bb07-e5891dc7c168), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.715997 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (1a8548db-ca7d-4f95-bb07-e5891dc7c168), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.722318 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:18:36.722694 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63299810'] for segment (1a8548db-ca7d-4f95-bb07-e5891dc7c168), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: Traceback (most recent call last): Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: timer() Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: cb(*args, **kw) Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: return func(*args, **kwargs) Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: self._notify() Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: self.callback(batched_events) Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: event.method(event) Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: return f(self, *a, **k) Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._get(url).json() Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: return self.request(url, 'GET', **kwargs) Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:18:36.724282 dv-cinder-830086-2-iscsi neutron-server[110281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:18:36.845507 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (3ee994c5-6065-46be-aff4-3acdf7e3b825), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.849802 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:36.852992 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3ee994c5-6065-46be-aff4-3acdf7e3b825 HTTP/1.1" status: 204 len: 168 time: 0.7138729 Mar 08 12:18:36.864851 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7894b7-15d7-41c1-bfc1-192e5c1e9f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee994c5-6065-46be-aff4-3acdf7e3b825,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:37.038864 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:37.216041 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52410) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:18:37.261528 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-80b10697-e768-405c-922e-e752d1cd200f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=275913fc7a5e4a23921ad8f920874035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441716 Mar 08 12:18:37.264074 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52412) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:18:37.309871 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-678f0672-e31b-4074-8da2-6c37793833a6 admin admin] Publish callbacks [] for security_group (c2b0426f-982d-43a3-99c0-9a088746b0c2), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:37.330411 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-678f0672-e31b-4074-8da2-6c37793833a6 admin admin] Publish callbacks [] for security_group (c2b0426f-982d-43a3-99c0-9a088746b0c2), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:37.439384 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-678f0672-e31b-4074-8da2-6c37793833a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (c2b0426f-982d-43a3-99c0-9a088746b0c2), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:37.441968 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-678f0672-e31b-4074-8da2-6c37793833a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:37.443174 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-678f0672-e31b-4074-8da2-6c37793833a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2b0426f-982d-43a3-99c0-9a088746b0c2 HTTP/1.1" status: 204 len: 168 time: 0.1781948 Mar 08 12:18:37.450981 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f0672-e31b-4074-8da2-6c37793833a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b0426f-982d-43a3-99c0-9a088746b0c2,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:37.654121 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 68e67413-5e93-4ecf-8775-7b0c0857a7f6 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:18:37.674772 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 68e67413-5e93-4ecf-8775-7b0c0857a7f6 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:18:37.675118 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 68e67413-5e93-4ecf-8775-7b0c0857a7f6 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:18:37.675524 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 93d1f957-3924-45b8-a746-e55ab05a1780 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:18:37.693529 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 93d1f957-3924-45b8-a746-e55ab05a1780 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:18:37.693873 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 93d1f957-3924-45b8-a746-e55ab05a1780 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:18:47.626611 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-781a425e-8e4f-4928-8a3c-ecad651f7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:50.136375 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8bb1e3e6-c6fe-4513-b15b-8d7d13b6f04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:51.078745 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:52.563621 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:53.942387 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:04.014953 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:19:07.033067 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:17.581871 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-04eacfd7-7f99-4d7f-a83f-59f0d546c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:17.583713 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc9474-73b1-4dd1-9b75-5faff515997d req-e719aa40-aa0e-405f-a440-61209f82e028 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:17.585095 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cebc9474-73b1-4dd1-9b75-5faff515997d req-e719aa40-aa0e-405f-a440-61209f82e028 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 946 time: 0.0519230 Mar 08 12:19:17.634910 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cebc9474-73b1-4dd1-9b75-5faff515997d req-48bdc999-b1eb-4911-b9b5-7c9e25061dab tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442109 Mar 08 12:19:18.758163 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd812564-0833-4ba4-b47e-9ad967bf0e66 req-6d438242-c26b-4e3f-ade1-08e4f765dfd0 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:18.759606 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cd812564-0833-4ba4-b47e-9ad967bf0e66 req-6d438242-c26b-4e3f-ade1-08e4f765dfd0 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 946 time: 0.0562582 Mar 08 12:19:18.807373 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cd812564-0833-4ba4-b47e-9ad967bf0e66 req-893d0d3c-4d0b-4740-a9f3-10781863811d tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421484 Mar 08 12:19:19.454601 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-32e5a517-338c-4cd4-bd16-86d828deee63 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:19.456014 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-32e5a517-338c-4cd4-bd16-86d828deee63 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 946 time: 0.0508158 Mar 08 12:19:19.550156 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Deleting port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:19:19.550497 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:19.635834 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] For port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:19:19.636194 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:19.805190 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:19.805912 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (2bc6a1f7-e06b-4962-842f-2df4c009da06), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:19.805912 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Floating IP 2bc6a1f7-e06b-4962-842f-2df4c009da06 disassociated. External IP: 172.27.0.107, port: a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d. Mar 08 12:19:19.806185 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Calling delete_port for a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:19:19.972475 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea972d-09f8-4fb9-a602-4508c55a4f53 req-35f464f3-123a-4a7a-8926-4c78a8d43201 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:19.973951 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1bea972d-09f8-4fb9-a602-4508c55a4f53 req-35f464f3-123a-4a7a-8926-4c78a8d43201 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 946 time: 0.0916171 Mar 08 12:19:20.032741 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1bea972d-09f8-4fb9-a602-4508c55a4f53 req-f0fff405-44ad-4992-919c-1808e9e4058c tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523717 Mar 08 12:19:20.049379 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:20.077661 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event deleted for resources: {'Port': ['ID=a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:20.175940 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8f23ec06-c658-4715-9dcb-cfd65af4275e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:20.204764 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Router 13cc54ab-a726-46e1-bfe1-a77701aafe23 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:19:20.314978 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:19:20.325597 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a731f6-7ecb-4fbe-8d10-d86b01174736 None None] Sync routers for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:19:20.335600 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a731f6-7ecb-4fbe-8d10-d86b01174736 None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:19:20.336556 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f9a731f6-7ecb-4fbe-8d10-d86b01174736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:19:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:20.354314 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] No DVR routers for this DVR port a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:19:20.356768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:20.360040 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dd79cb47-a3c4-4b84-90a1-3d46536a9c17 req-48215e8a-afab-48c5-84cd-55d7b8022a11 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "DELETE /v2.0/ports/a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d HTTP/1.1" status: 204 len: 173 time: 0.8990927 Mar 08 12:19:20.360515 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a10ed0-c982-4326-b6e6-a6867ff4324f', 'name': 'network-vif-deleted', 'tag': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:19:20.363247 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc3bdd4-308c-4dd4-97ea-a41f4c8d086d" -d '{"events": [{"server_uuid": "30a10ed0-c982-4326-b6e6-a6867ff4324f", "name": "network-vif-deleted", "tag": "a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:19:20.400936 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90352042-da54-4014-b165-bb61e396bfd5 x-openstack-request-id: req-90352042-da54-4014-b165-bb61e396bfd5 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:19:20.401232 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a10ed0-c982-4326-b6e6-a6867ff4324f", "name": "network-vif-deleted", "tag": "a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:19:20.401488 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90352042-da54-4014-b165-bb61e396bfd5 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:19:20.401892 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a10ed0-c982-4326-b6e6-a6867ff4324f', 'name': 'network-vif-deleted', 'tag': 'a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d', 'status': 'completed', 'code': 200} Mar 08 12:19:20.459755 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-f9a731f6-7ecb-4fbe-8d10-d86b01174736 None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:19:20.664564 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f9a731f6-7ecb-4fbe-8d10-d86b01174736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:20.690483 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a731f6-7ecb-4fbe-8d10-d86b01174736 None None] Checking router: 13cc54ab-a726-46e1-bfe1-a77701aafe23 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:19:20.699174 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a731f6-7ecb-4fbe-8d10-d86b01174736 None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:19:20.699624 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f9a731f6-7ecb-4fbe-8d10-d86b01174736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:19:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:20.810451 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-f9a731f6-7ecb-4fbe-8d10-d86b01174736 None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:19:21.004656 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-f9a731f6-7ecb-4fbe-8d10-d86b01174736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:21.035392 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a731f6-7ecb-4fbe-8d10-d86b01174736 None None] The sync data for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi is: [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:19:21.113540 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:21.148960 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-98c361cf-055e-409f-a436-091437f99d88 req-4e30d9c0-a60f-4408-b357-9cc28fc935fc tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 210 time: 0.0266423 Mar 08 12:19:21.271949 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d5dedc48-261b-4ad3-a820-32503cc7ba01 req-48d32c4a-046b-4f58-91a8-4e030fc81a29 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251050 Mar 08 12:19:21.295065 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0fe20-2d4a-49e8-bb40-1dd5312fb208 None None] New status for floating IP 2bc6a1f7-e06b-4962-842f-2df4c009da06: DOWN {{(pid=110283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:19:21.360234 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d5dedc48-261b-4ad3-a820-32503cc7ba01 req-c2998bce-43a8-4026-b890-fad6a8ada5b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=30a10ed0-c982-4326-b6e6-a6867ff4324f HTTP/1.1" status: 200 len: 210 time: 0.0255976 Mar 08 12:19:21.482253 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dedc48-261b-4ad3-a820-32503cc7ba01 req-59a1b3e4-e3ac-45fc-91e4-e9719517da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:21.483714 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d5dedc48-261b-4ad3-a820-32503cc7ba01 req-59a1b3e4-e3ac-45fc-91e4-e9719517da99 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=944f24ac361440d08fdde904b74d017f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0957181 Mar 08 12:19:21.580665 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dedc48-261b-4ad3-a820-32503cc7ba01 req-312a96c7-a7b0-45fb-81fc-8655cc708e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:21.582114 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d5dedc48-261b-4ad3-a820-32503cc7ba01 req-312a96c7-a7b0-45fb-81fc-8655cc708e85 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922821 Mar 08 12:19:22.405383 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-fc4bd1f5-efbd-4489-8277-ff9b46d2492a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888799416&fields=id&tenant_id=944f24ac361440d08fdde904b74d017f HTTP/1.1" status: 200 len: 267 time: 0.0445437 Mar 08 12:19:22.522295 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec395-262d-4317-8892-b4ad826a5c63 req-4a519a7b-f28d-44af-8cb1-bdbc26a8732e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:22.523749 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-4a519a7b-f28d-44af-8cb1-bdbc26a8732e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 811 time: 0.1109331 Mar 08 12:19:22.537743 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a076d5c7-0b83-419f-a08b-713d84017dad tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/quotas/944f24ac361440d08fdde904b74d017f HTTP/1.1" status: 200 len: 375 time: 0.0086997 Mar 08 12:19:22.593936 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-681fda5d-d951-411e-ae52-c4d554c4f02a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504568 Mar 08 12:19:22.638299 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:22.685904 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-c9a483a6-6f88-4ad0-958e-f121edcf61fc service neutron] 10.222.0.43 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800855 Mar 08 12:19:22.777053 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-86a4e2a7-d12c-48fe-bcdc-448b77ff88c1 service neutron] 10.222.0.43 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853896 Mar 08 12:19:22.797407 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:19:22.817670 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:19:22.818018 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device a8d5bcf3-ec8c-4ce0-b1ab-7b23140ab57d not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:19:23.450876 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-99ca0621-27cd-42af-87e1-24be96a5d886 req-b262c66c-b074-4ead-b187-03703b9b5e96 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 210 time: 0.0276401 Mar 08 12:19:23.963166 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:24.552874 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-104c3351-bc1b-4a6b-af1f-be800c466a78 req-d51c6f23-53f5-4a65-b880-52802543726b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 210 time: 0.0315020 Mar 08 12:19:25.645741 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5efe513b-edaa-468a-9a47-a5fe10827831 req-eb782de5-c150-4ac2-94fc-8e5274467c78 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 210 time: 0.0264316 Mar 08 12:19:26.739343 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a4bc60b1-029a-48b2-8109-302adb2c61de req-1c26fbdc-ccb8-4154-8af8-b4423273758f tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 210 time: 0.0290282 Mar 08 12:19:27.829824 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df980171-2bbc-4b9d-b75a-b283724dd7c2 req-f9b82bc1-4dd1-4a86-8d60-156f3d089a34 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 210 time: 0.0254300 Mar 08 12:19:28.936346 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7e0af2de-b3ca-47e4-b7ed-b5186045259a req-f70e56f5-50ba-4d63-a809-5e941b0680d0 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 210 time: 0.0346715 Mar 08 12:19:28.967845 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec395-262d-4317-8892-b4ad826a5c63 req-b3c8cffe-2f97-4538-b987-5d6e01312860 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:28.969284 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-b3c8cffe-2f97-4538-b987-5d6e01312860 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 811 time: 0.1256027 Mar 08 12:19:29.036343 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a818ef26-4c48-433d-a9b0-4296e4f0a46d tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944f24ac361440d08fdde904b74d017f HTTP/1.1" status: 200 len: 379 time: 0.0524976 Mar 08 12:19:29.181451 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-433ec395-262d-4317-8892-b4ad826a5c63 req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Request body: {'port': {'device_id': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'admin_state_up': True, 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'security_groups': ['48a6d327-0406-46de-9969-635351163cd1']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:19:29.392580 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433ec395-262d-4317-8892-b4ad826a5c63 req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Made reservation on behalf of 944f24ac361440d08fdde904b74d017f for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:19:29.395891 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-433ec395-262d-4317-8892-b4ad826a5c63 req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:29.525704 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-433ec395-262d-4317-8892-b4ad826a5c63 req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Allocated IP 172.20.0.6 (4b90e834-a299-4fb0-8a0a-7cae3937d019/d4fc325f-d57c-49b6-953e-f0230856c659/7119b1e8-4f12-4a00-a707-c8c39619f70f) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:19:29.661163 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-433ec395-262d-4317-8892-b4ad826a5c63 req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:29.804827 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-433ec395-262d-4317-8892-b4ad826a5c63 req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:29.850707 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433ec395-262d-4317-8892-b4ad826a5c63 req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Network 4b90e834-a299-4fb0-8a0a-7cae3937d019 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:19:29.855487 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-433ec395-262d-4317-8892-b4ad826a5c63 req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:19:29.857306 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-433ec395-262d-4317-8892-b4ad826a5c63 req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:19:29.863730 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'Port': ['ID=7119b1e8-4f12-4a00-a707-c8c39619f70f,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:29.894944 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:29.895291 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:29.895639 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:29.895977 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:29.896308 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:29.896664 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:29.897017 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:29.897348 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:29.897701 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:29.898028 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:29.898367 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:29.898691 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:29.899009 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:29.924355 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec395-262d-4317-8892-b4ad826a5c63 req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:29.924968 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-433ec395-262d-4317-8892-b4ad826a5c63 req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:30.037396 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-6bf9a65a-9767-4f80-b8a1-4b3498ab0690 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8601933 Mar 08 12:19:30.054089 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Request body: {'port': {'device_id': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:19:30.088881 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-e87eff68-c7c4-48bb-b8d4-ab20e22f19e9 None None] Provisioning complete for port 7119b1e8-4f12-4a00-a707-c8c39619f70f triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:19:30.089933 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-e87eff68-c7c4-48bb-b8d4-ab20e22f19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:30.099699 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4edd4f-cc6c-4b4b-b032-eb9b1b2e15eb req-2d69b2c9-0110-447a-b336-196e68b75a7d tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:30.107362 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b4edd4f-cc6c-4b4b-b032-eb9b1b2e15eb req-2d69b2c9-0110-447a-b336-196e68b75a7d tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 931 time: 0.0936711 Mar 08 12:19:30.124220 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-e87eff68-c7c4-48bb-b8d4-ab20e22f19e9 None None] Port 7119b1e8-4f12-4a00-a707-c8c39619f70f cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:19:30.153667 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:30.185736 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-3b4edd4f-cc6c-4b4b-b032-eb9b1b2e15eb req-3eaa4c8b-05db-4cf3-9a86-d69d93134594 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779324 Mar 08 12:19:30.442333 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7119b1e8-4f12-4a00-a707-c8c39619f70f {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:19:30.451405 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Publish callbacks [] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:30.463107 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Transition to ACTIVE for port object 7119b1e8-4f12-4a00-a707-c8c39619f70f will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:19:30.558362 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:30.607324 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Pushing event updated for resources: {'Port': ['ID=7119b1e8-4f12-4a00-a707-c8c39619f70f,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:30.679212 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Attempting to bind port 7119b1e8-4f12-4a00-a707-c8c39619f70f on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:19:30.679641 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Attempting to bind port 7119b1e8-4f12-4a00-a707-c8c39619f70f by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:19:30.680035 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Attempting to bind port 7119b1e8-4f12-4a00-a707-c8c39619f70f on network 4b90e834-a299-4fb0-8a0a-7cae3937d019 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:19:30.684783 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Port 7119b1e8-4f12-4a00-a707-c8c39619f70f on network 4b90e834-a299-4fb0-8a0a-7cae3937d019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:19:30.685182 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Attempting to bind port 7119b1e8-4f12-4a00-a707-c8c39619f70f on network 4b90e834-a299-4fb0-8a0a-7cae3937d019 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:19:30.690649 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:19:30.691004 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Checking segment: {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:19:30.691375 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Bound using segment: {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:19:30.691808 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Bound port: 7119b1e8-4f12-4a00-a707-c8c39619f70f, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:19:30.692167 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:30.769112 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] For port 7119b1e8-4f12-4a00-a707-c8c39619f70f, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:19:30.772460 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] For port 7119b1e8-4f12-4a00-a707-c8c39619f70f, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7119b1e8-4f12-4a00-a707-c8c39619f70f,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:19:30.884882 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:30.918066 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:30.918692 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:30.920082 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] 10.222.0.53 "PUT /v2.0/ports/7119b1e8-4f12-4a00-a707-c8c39619f70f HTTP/1.1" status: 200 len: 1093 time: 0.8699722 Mar 08 12:19:30.920596 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'tag': '7119b1e8-4f12-4a00-a707-c8c39619f70f'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:19:30.922825 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226ade5f-2b8a-448e-8c1b-787cd5becdad" -d '{"events": [{"name": "network-changed", "server_uuid": "4a535a13-d023-4c2a-bc91-35f6b5a6ea78", "tag": "7119b1e8-4f12-4a00-a707-c8c39619f70f"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:19:30.953965 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a29414-60eb-48b4-8283-76136a54bfda service neutron] Pushing event updated for resources: {'Port': ['ID=7119b1e8-4f12-4a00-a707-c8c39619f70f,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:30.969563 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d49c510-8aaa-453c-b1a9-731de7d76d92 x-openstack-request-id: req-3d49c510-8aaa-453c-b1a9-731de7d76d92 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:19:30.969563 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a535a13-d023-4c2a-bc91-35f6b5a6ea78", "tag": "7119b1e8-4f12-4a00-a707-c8c39619f70f", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:19:30.969563 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d49c510-8aaa-453c-b1a9-731de7d76d92 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:19:30.969563 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'tag': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'status': 'completed', 'code': 200} Mar 08 12:19:31.055465 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ade5f-2b8a-448e-8c1b-787cd5becdad req-2fc6434e-5b8e-4325-9293-17fa74da4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:31.057039 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-226ade5f-2b8a-448e-8c1b-787cd5becdad req-2fc6434e-5b8e-4325-9293-17fa74da4c16 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 1127 time: 0.0474095 Mar 08 12:19:31.169517 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ade5f-2b8a-448e-8c1b-787cd5becdad req-0ff0326e-6ba7-4ac9-bbdf-11a0cb3a4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:31.171941 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-226ade5f-2b8a-448e-8c1b-787cd5becdad req-0ff0326e-6ba7-4ac9-bbdf-11a0cb3a4a6a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=944f24ac361440d08fdde904b74d017f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1012058 Mar 08 12:19:31.295304 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ade5f-2b8a-448e-8c1b-787cd5becdad req-c0e758bf-f52f-49aa-b722-401679318810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:31.296752 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-226ade5f-2b8a-448e-8c1b-787cd5becdad req-c0e758bf-f52f-49aa-b722-401679318810 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185095 Mar 08 12:19:31.318010 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c6670-25e5-477e-850b-3ba0f5049acb req-2255cf01-0b41-4710-a579-60b449d7ddc8 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:31.319460 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cf7c6670-25e5-477e-850b-3ba0f5049acb req-2255cf01-0b41-4710-a579-60b449d7ddc8 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 943 time: 0.0678313 Mar 08 12:19:31.395229 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cf7c6670-25e5-477e-850b-3ba0f5049acb req-bf6ef3d2-0cb9-402c-9a23-005879d0233b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702384 Mar 08 12:19:31.410647 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a21b8c41-945d-4dbb-8207-0a63fd9e0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:31.412175 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-a21b8c41-945d-4dbb-8207-0a63fd9e0891 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 1127 time: 0.0564973 Mar 08 12:19:31.459313 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-aa1997c0-ff8f-4771-90c3-074cca5b2fdd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7119b1e8-4f12-4a00-a707-c8c39619f70f HTTP/1.1" status: 200 len: 217 time: 0.0347395 Mar 08 12:19:31.509131 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec395-262d-4317-8892-b4ad826a5c63 req-4bd81ffb-2f72-4ef7-9dde-9197256895b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:31.510531 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-4bd81ffb-2f72-4ef7-9dde-9197256895b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.0454195 Mar 08 12:19:31.558141 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec395-262d-4317-8892-b4ad826a5c63 req-bd8be6ca-bbe9-40a6-b956-0302e5781823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:31.560176 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-bd8be6ca-bbe9-40a6-b956-0302e5781823 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426595 Mar 08 12:19:31.643911 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-e4eacfc9-f023-4872-ba1f-c700b90d9a0a service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787482 Mar 08 12:19:31.731053 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-433ec395-262d-4317-8892-b4ad826a5c63 req-96742f0c-78a5-4862-8463-47d67b13430b service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813310 Mar 08 12:19:32.511696 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ac3a9-8100-49d9-b57d-570d7b2eaa58 req-c46b9d87-59cd-477b-8f70-922a60c4cb9b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:32.513090 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df9ac3a9-8100-49d9-b57d-570d7b2eaa58 req-c46b9d87-59cd-477b-8f70-922a60c4cb9b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 943 time: 0.0511208 Mar 08 12:19:32.563042 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-df9ac3a9-8100-49d9-b57d-570d7b2eaa58 req-83542c4b-dd06-4ca9-8d06-f15eb79c1693 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444322 Mar 08 12:19:33.682561 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe10e00-a1a3-4ecb-b4f8-255d2647141c req-8103abb5-55af-4d72-a85b-a78720de8a1a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:33.685393 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5fe10e00-a1a3-4ecb-b4f8-255d2647141c req-8103abb5-55af-4d72-a85b-a78720de8a1a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 943 time: 0.0561490 Mar 08 12:19:33.733162 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-5fe10e00-a1a3-4ecb-b4f8-255d2647141c req-e88ebb3d-3de3-432c-acae-64d48ea67de4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421722 Mar 08 12:19:34.368579 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52868) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:19:34.471669 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:34.543151 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Publish callbacks [] for security_group (88609967-dfcc-4f10-b03b-abb5e495d85f), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:34.614373 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (88609967-dfcc-4f10-b03b-abb5e495d85f), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:34.654336 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7bb7ef3907984e83b5793439b35afee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846844 Mar 08 12:19:34.655133 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88609967-dfcc-4f10-b03b-abb5e495d85f,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:34.656946 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52872) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:19:34.672747 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.673104 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.673449 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.673786 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.674117 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.674448 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.674776 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.675102 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.675427 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.675750 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.676069 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.676455 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.676799 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7bc4f-ecc1-412f-a289-c03a3892cb6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.714783 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b5a65900-a363-42f9-92cf-3e3da7e7a8ef admin admin] Publish callbacks [] for security_group (88609967-dfcc-4f10-b03b-abb5e495d85f), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:34.735770 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b5a65900-a363-42f9-92cf-3e3da7e7a8ef admin admin] Publish callbacks [] for security_group (88609967-dfcc-4f10-b03b-abb5e495d85f), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:34.847514 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523947f-eba6-41ad-85f2-0d3790109554 req-06fd5d25-8869-4721-a816-b453a6345eb5 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:34.848989 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e523947f-eba6-41ad-85f2-0d3790109554 req-06fd5d25-8869-4721-a816-b453a6345eb5 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 943 time: 0.0504255 Mar 08 12:19:34.860161 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b5a65900-a363-42f9-92cf-3e3da7e7a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (88609967-dfcc-4f10-b03b-abb5e495d85f), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:34.862815 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b5a65900-a363-42f9-92cf-3e3da7e7a8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:34.864066 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-b5a65900-a363-42f9-92cf-3e3da7e7a8ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88609967-dfcc-4f10-b03b-abb5e495d85f HTTP/1.1" status: 204 len: 168 time: 0.2062414 Mar 08 12:19:34.875916 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a65900-a363-42f9-92cf-3e3da7e7a8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88609967-dfcc-4f10-b03b-abb5e495d85f,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:34.907878 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-e523947f-eba6-41ad-85f2-0d3790109554 req-e78b2c07-9c6c-4685-9c1b-2de6804e6a02 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531533 Mar 08 12:19:35.510060 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52880) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:19:35.523880 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-fb4e44ad-7dc6-4fb9-843f-63a104327c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:35.597084 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-fb4e44ad-7dc6-4fb9-843f-63a104327c21 admin admin] Publish callbacks [] for security_group (4889c288-0700-4baa-ac64-72950a8a447f), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:35.684385 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-fb4e44ad-7dc6-4fb9-843f-63a104327c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (4889c288-0700-4baa-ac64-72950a8a447f), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:35.720585 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e44ad-7dc6-4fb9-843f-63a104327c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4889c288-0700-4baa-ac64-72950a8a447f,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:35.724654 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-fb4e44ad-7dc6-4fb9-843f-63a104327c21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=703f13eeb27d456b9388c576fb2725c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135329 Mar 08 12:19:35.727350 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52882) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:19:35.777380 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-dfd8c73f-2c80-4f78-a9a6-768da21921c0 admin admin] Publish callbacks [] for security_group (4889c288-0700-4baa-ac64-72950a8a447f), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:35.799034 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-dfd8c73f-2c80-4f78-a9a6-768da21921c0 admin admin] Publish callbacks [] for security_group (4889c288-0700-4baa-ac64-72950a8a447f), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:35.918448 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-dfd8c73f-2c80-4f78-a9a6-768da21921c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (4889c288-0700-4baa-ac64-72950a8a447f), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:35.921677 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-dfd8c73f-2c80-4f78-a9a6-768da21921c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:35.922830 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-dfd8c73f-2c80-4f78-a9a6-768da21921c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4889c288-0700-4baa-ac64-72950a8a447f HTTP/1.1" status: 204 len: 168 time: 0.1945643 Mar 08 12:19:35.931088 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8c73f-2c80-4f78-a9a6-768da21921c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4889c288-0700-4baa-ac64-72950a8a447f,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:36.033335 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e12ccf-b34b-4e63-af16-c1f05aa33b22 req-2a2e5a14-d620-4aeb-97d2-f3640001f63e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:36.034808 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-29e12ccf-b34b-4e63-af16-c1f05aa33b22 req-2a2e5a14-d620-4aeb-97d2-f3640001f63e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 943 time: 0.0508442 Mar 08 12:19:36.085214 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-29e12ccf-b34b-4e63-af16-c1f05aa33b22 req-e607cb18-fc55-42d5-8de1-393189989abd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448663 Mar 08 12:19:37.038328 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:37.204701 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80af867-3a38-4aae-862e-bbcbbd13fd29 req-4bc20518-980b-4a71-8cb4-6641bb1c48a3 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:37.206183 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b80af867-3a38-4aae-862e-bbcbbd13fd29 req-4bc20518-980b-4a71-8cb4-6641bb1c48a3 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 943 time: 0.0553379 Mar 08 12:19:37.256025 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b80af867-3a38-4aae-862e-bbcbbd13fd29 req-655f3f55-f204-48b1-a841-e7ba12136ad5 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439513 Mar 08 12:19:38.375832 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56d1c4-c7ea-4dc7-9317-4b269e8a7112 req-c45e03e2-6e0d-486f-9587-49b169e90ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:38.377309 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bd56d1c4-c7ea-4dc7-9317-4b269e8a7112 req-c45e03e2-6e0d-486f-9587-49b169e90ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 943 time: 0.0515490 Mar 08 12:19:38.425213 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bd56d1c4-c7ea-4dc7-9317-4b269e8a7112 req-6412dc5b-9bad-4e73-b5bb-ef89737b8ff6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422957 Mar 08 12:19:39.541973 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec436-1284-40b0-812d-01dad9869ddf req-6774fb70-f517-4189-b208-644865435441 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:39.543429 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9feec436-1284-40b0-812d-01dad9869ddf req-6774fb70-f517-4189-b208-644865435441 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 943 time: 0.0537276 Mar 08 12:19:39.591757 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9feec436-1284-40b0-812d-01dad9869ddf req-ce0f2151-d82f-40e6-bf8c-4b2fb0a72bd9 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428603 Mar 08 12:19:40.706488 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56492bac-a8a2-4423-a002-9e7c8c6fd7bb req-b351215a-6c18-4bd9-a214-f5966b47d9c7 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:40.707906 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-56492bac-a8a2-4423-a002-9e7c8c6fd7bb req-b351215a-6c18-4bd9-a214-f5966b47d9c7 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 943 time: 0.0507259 Mar 08 12:19:40.755866 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-56492bac-a8a2-4423-a002-9e7c8c6fd7bb req-6714b006-3787-4a28-81db-30aca6abd05c tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421612 Mar 08 12:19:40.874072 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 7119b1e8-4f12-4a00-a707-c8c39619f70f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:19:40.969651 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 7119b1e8-4f12-4a00-a707-c8c39619f70f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7119b1e8-4f12-4a00-a707-c8c39619f70f,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:19:40.979811 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'port_id': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'mac_address': 'fa:16:3e:fc:c9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:19:41.013822 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:19:41.015779 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 7119b1e8-4f12-4a00-a707-c8c39619f70f is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:19:41.016170 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:41.029661 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7119b1e8-4f12-4a00-a707-c8c39619f70f {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:19:41.048696 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 7119b1e8-4f12-4a00-a707-c8c39619f70f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7119b1e8-4f12-4a00-a707-c8c39619f70f,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:19:41.135297 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:41.181447 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=7119b1e8-4f12-4a00-a707-c8c39619f70f,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:41.188182 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:41.188568 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:41.188916 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:41.189268 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:41.189606 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:41.189940 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:41.190273 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:41.190604 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:41.190934 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:41.191265 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:41.191592 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:41.191915 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:41.192240 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:41.619494 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['7119b1e8-4f12-4a00-a707-c8c39619f70f'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:19:41.880042 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56421fb-a796-4778-aa9a-76fbe51d0ec2 req-959cb1ec-1fcc-44f5-bc17-7a2ebeb958eb tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:41.881637 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b56421fb-a796-4778-aa9a-76fbe51d0ec2 req-959cb1ec-1fcc-44f5-bc17-7a2ebeb958eb tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 944 time: 0.0571315 Mar 08 12:19:42.064021 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52978) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:19:42.170628 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-87b0f1a4-fb71-42ba-af5f-e7f591277ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:42.215298 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b56421fb-a796-4778-aa9a-76fbe51d0ec2 req-fb858c38-53be-4647-926f-b621b872cadc tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3278890 Mar 08 12:19:42.244959 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-87b0f1a4-fb71-42ba-af5f-e7f591277ea2 admin admin] Publish callbacks [] for security_group (56b32a67-1719-4d58-bb25-5e1f81a7035c), precommit_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:42.328903 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-87b0f1a4-fb71-42ba-af5f-e7f591277ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (56b32a67-1719-4d58-bb25-5e1f81a7035c), after_create {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:42.368787 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0f1a4-fb71-42ba-af5f-e7f591277ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b32a67-1719-4d58-bb25-5e1f81a7035c,revision_number=1']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:42.375021 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-87b0f1a4-fb71-42ba-af5f-e7f591277ea2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=864edf49bebe472eb773d9aee33c04ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099649 Mar 08 12:19:42.377567 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52982) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:19:42.423838 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9c1c385b-8a57-4dd1-bb66-235ea5697f66 admin admin] Publish callbacks [] for security_group (56b32a67-1719-4d58-bb25-5e1f81a7035c), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:42.444069 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9c1c385b-8a57-4dd1-bb66-235ea5697f66 admin admin] Publish callbacks [] for security_group (56b32a67-1719-4d58-bb25-5e1f81a7035c), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:42.575455 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9c1c385b-8a57-4dd1-bb66-235ea5697f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (56b32a67-1719-4d58-bb25-5e1f81a7035c), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:42.578026 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-9c1c385b-8a57-4dd1-bb66-235ea5697f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:42.579237 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-9c1c385b-8a57-4dd1-bb66-235ea5697f66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56b32a67-1719-4d58-bb25-5e1f81a7035c HTTP/1.1" status: 204 len: 168 time: 0.2006986 Mar 08 12:19:42.586920 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c385b-8a57-4dd1-bb66-235ea5697f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b32a67-1719-4d58-bb25-5e1f81a7035c,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:42.873156 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 7119b1e8-4f12-4a00-a707-c8c39619f70f up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:19:43.027243 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 7119b1e8-4f12-4a00-a707-c8c39619f70f completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:19:43.032237 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 7119b1e8-4f12-4a00-a707-c8c39619f70f triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:19:43.032658 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:43.106601 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 7119b1e8-4f12-4a00-a707-c8c39619f70f is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:19:43.106990 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:43.129356 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119b1e8-4f12-4a00-a707-c8c39619f70f'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:19:43.131552 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb3a1dc-b53d-4e8f-b092-647a309e8540" -d '{"events": [{"server_uuid": "4a535a13-d023-4c2a-bc91-35f6b5a6ea78", "name": "network-vif-plugged", "status": "completed", "tag": "7119b1e8-4f12-4a00-a707-c8c39619f70f"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:19:43.143865 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 7119b1e8-4f12-4a00-a707-c8c39619f70f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7119b1e8-4f12-4a00-a707-c8c39619f70f,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:19:43.238493 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:43.295502 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 52994) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:19:43.298158 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef8c029-2b21-4817-8727-a3e4f9635597 x-openstack-request-id: req-fef8c029-2b21-4817-8727-a3e4f9635597 {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:19:43.298519 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a535a13-d023-4c2a-bc91-35f6b5a6ea78", "name": "network-vif-plugged", "status": "completed", "tag": "7119b1e8-4f12-4a00-a707-c8c39619f70f", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:19:43.298857 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fef8c029-2b21-4817-8727-a3e4f9635597 {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:19:43.299351 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'code': 200} Mar 08 12:19:43.300109 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=7119b1e8-4f12-4a00-a707-c8c39619f70f,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:43.325591 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7b01-77c8-4ff3-90c5-f0865ccc31f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:43.361397 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff0554-2c49-47be-9d11-a80c8e66a942 req-6c6cb5d3-8fb2-45b3-8d51-4a3843b5ca15 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:43.362906 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64ff0554-2c49-47be-9d11-a80c8e66a942 req-6c6cb5d3-8fb2-45b3-8d51-4a3843b5ca15 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 945 time: 0.0790997 Mar 08 12:19:43.433781 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-64ff0554-2c49-47be-9d11-a80c8e66a942 req-4aa38c15-052c-4627-a0c8-bb8fe384d89b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627320 Mar 08 12:19:43.454913 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7b01-77c8-4ff3-90c5-f0865ccc31f3 admin admin] Publish callbacks [] for security_group (56bf82d2-93e9-4fb9-9b1e-9af503432f46), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:43.529774 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7b01-77c8-4ff3-90c5-f0865ccc31f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (56bf82d2-93e9-4fb9-9b1e-9af503432f46), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:43.571078 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-0d6a7b01-77c8-4ff3-90c5-f0865ccc31f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=871fa32c8e654fa3b110996f9bf57f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747657 Mar 08 12:19:43.572188 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a7b01-77c8-4ff3-90c5-f0865ccc31f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bf82d2-93e9-4fb9-9b1e-9af503432f46,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:43.573793 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 52996) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:19:43.625560 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-878b11bc-a3f6-46e8-a3b0-09801141dbe4 admin admin] Publish callbacks [] for security_group (56bf82d2-93e9-4fb9-9b1e-9af503432f46), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:43.647602 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-878b11bc-a3f6-46e8-a3b0-09801141dbe4 admin admin] Publish callbacks [] for security_group (56bf82d2-93e9-4fb9-9b1e-9af503432f46), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:43.679275 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb535e-dd41-48ce-82ca-2f927eb22046 req-5664a4f2-d7e1-4a02-984b-4f58ecdaa27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:43.680854 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cedb535e-dd41-48ce-82ca-2f927eb22046 req-5664a4f2-d7e1-4a02-984b-4f58ecdaa27c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 1129 time: 0.0446362 Mar 08 12:19:43.725529 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-cedb535e-dd41-48ce-82ca-2f927eb22046 req-2a094754-ff75-4b76-af4b-3ecaa7dc88db service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389085 Mar 08 12:19:43.769645 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-878b11bc-a3f6-46e8-a3b0-09801141dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (56bf82d2-93e9-4fb9-9b1e-9af503432f46), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:43.772184 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-878b11bc-a3f6-46e8-a3b0-09801141dbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:43.773328 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-878b11bc-a3f6-46e8-a3b0-09801141dbe4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56bf82d2-93e9-4fb9-9b1e-9af503432f46 HTTP/1.1" status: 204 len: 168 time: 0.1974151 Mar 08 12:19:43.781628 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b11bc-a3f6-46e8-a3b0-09801141dbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bf82d2-93e9-4fb9-9b1e-9af503432f46,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:44.557791 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38485e3e-9de6-44f1-84f1-383c3346f588 req-2a658828-08f9-4364-bbd4-a20a256e6158 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:44.559799 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-38485e3e-9de6-44f1-84f1-383c3346f588 req-2a658828-08f9-4364-bbd4-a20a256e6158 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 945 time: 0.0577190 Mar 08 12:19:44.608577 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-38485e3e-9de6-44f1-84f1-383c3346f588 req-11d6f407-a4e9-44b1-b7d4-ba79c0fe5288 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429864 Mar 08 12:19:45.729962 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96752d-edda-41fe-83be-723de83b54ff req-1dd01db8-8ac3-4642-bece-78c0faa3c8a9 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:45.731441 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bd96752d-edda-41fe-83be-723de83b54ff req-1dd01db8-8ac3-4642-bece-78c0faa3c8a9 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 945 time: 0.0559738 Mar 08 12:19:45.779202 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-bd96752d-edda-41fe-83be-723de83b54ff req-4666b369-0db3-4591-8e86-60cac2e8a1a8 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421751 Mar 08 12:19:45.896190 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166cd96-ace9-45f5-b1c5-169d99a9cd2e req-304116e2-9c5a-41f4-a46f-790e906611e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:45.897607 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c166cd96-ace9-45f5-b1c5-169d99a9cd2e req-304116e2-9c5a-41f4-a46f-790e906611e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 945 time: 0.0510802 Mar 08 12:19:45.946492 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c166cd96-ace9-45f5-b1c5-169d99a9cd2e req-10de6e08-c11d-4220-88b5-974ec5407e0f tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431828 Mar 08 12:19:45.968647 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53034) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:19:46.011689 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ef02ac-a0a8-4572-b30c-b81e9bdf47b0 tempest-TestVolumeBootPattern-1361528819 tempest-TestVolumeBootPattern-1361528819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:46.013226 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-50ef02ac-a0a8-4572-b30c-b81e9bdf47b0 tempest-TestVolumeBootPattern-1361528819 tempest-TestVolumeBootPattern-1361528819-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 1124 time: 0.0435746 Mar 08 12:19:46.015947 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53036) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:19:46.020286 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Request body: {'floatingip': {'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'port_id': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:19:46.124008 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:46.221725 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:46.324054 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Allocated IP 172.27.0.65 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/7661bd85-cd3d-4998-aebe-b1f0146c38b7) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:19:46.421379 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for port (7661bd85-cd3d-4998-aebe-b1f0146c38b7), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:46.518697 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (7661bd85-cd3d-4998-aebe-b1f0146c38b7), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:46.558826 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:19:46.561596 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:19:46.565887 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:19:46.568807 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'Port': ['ID=7661bd85-cd3d-4998-aebe-b1f0146c38b7,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:46.926780 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for floatingip (856a9d15-8ae3-4080-855f-66b2e5ac7984), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:47.068101 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (7661bd85-cd3d-4998-aebe-b1f0146c38b7), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:47.211243 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for port (7661bd85-cd3d-4998-aebe-b1f0146c38b7), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:47.277688 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (7661bd85-cd3d-4998-aebe-b1f0146c38b7), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:47.345433 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'Port': ['ID=7661bd85-cd3d-4998-aebe-b1f0146c38b7,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:47.357596 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (856a9d15-8ae3-4080-855f-66b2e5ac7984), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:47.457747 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Floating IP 856a9d15-8ae3-4080-855f-66b2e5ac7984 associated. External IP: 172.27.0.65, port: 7119b1e8-4f12-4a00-a707-c8c39619f70f. Mar 08 12:19:47.586864 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-db7db85d-f5bb-41cb-a084-a2392e6eee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:47.664626 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Router 13cc54ab-a726-46e1-bfe1-a77701aafe23 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:19:47.769692 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:19:47.780748 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d8c3f3-f686-46da-ae09-823d58dc0c14 None None] Sync routers for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:19:47.790529 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d8c3f3-f686-46da-ae09-823d58dc0c14 None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:19:47.791385 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-d7d8c3f3-f686-46da-ae09-823d58dc0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:19:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:47.852083 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:47.902150 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-1447c566-a7ab-4134-baf1-2b1dcc1bee29 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8749127 Mar 08 12:19:47.902150 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'tag': '7119b1e8-4f12-4a00-a707-c8c39619f70f'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:19:47.902150 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347290f2-2af0-46a9-ba28-361f3f47d79b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a535a13-d023-4c2a-bc91-35f6b5a6ea78", "tag": "7119b1e8-4f12-4a00-a707-c8c39619f70f"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:19:47.912907 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-d7d8c3f3-f686-46da-ae09-823d58dc0c14 None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:19:47.935344 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8b17cf-8c53-49a2-b61b-fc44e5690ce3 x-openstack-request-id: req-ff8b17cf-8c53-49a2-b61b-fc44e5690ce3 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:19:47.935892 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a535a13-d023-4c2a-bc91-35f6b5a6ea78", "tag": "7119b1e8-4f12-4a00-a707-c8c39619f70f", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:19:47.935892 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff8b17cf-8c53-49a2-b61b-fc44e5690ce3 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:19:47.936367 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'tag': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'status': 'completed', 'code': 200} Mar 08 12:19:48.025701 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347290f2-2af0-46a9-ba28-361f3f47d79b req-4998320a-4a39-4f9c-a220-7ce69f8ee052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:48.027209 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-347290f2-2af0-46a9-ba28-361f3f47d79b req-4998320a-4a39-4f9c-a220-7ce69f8ee052 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 1129 time: 0.0449376 Mar 08 12:19:48.122604 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347290f2-2af0-46a9-ba28-361f3f47d79b req-a99b9895-1fe0-434c-ae70-4cef04277d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:48.124085 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-347290f2-2af0-46a9-ba28-361f3f47d79b req-a99b9895-1fe0-434c-ae70-4cef04277d3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 912 time: 0.0912569 Mar 08 12:19:48.144495 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-d7d8c3f3-f686-46da-ae09-823d58dc0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '856a9d15-8ae3-4080-855f-66b2e5ac7984', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:fc:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:19:46Z', 'updated_at': '2022-03-08T12:19:46Z', 'revision_number': 0, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:48.193088 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-347290f2-2af0-46a9-ba28-361f3f47d79b req-13dfcbac-19f2-4e26-807d-9f4c93f40ed9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7119b1e8-4f12-4a00-a707-c8c39619f70f HTTP/1.1" status: 200 len: 998 time: 0.0629544 Mar 08 12:19:48.242720 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347290f2-2af0-46a9-ba28-361f3f47d79b req-c80c203c-b9a5-4f5b-ae61-1ad6fedbbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:48.244234 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-347290f2-2af0-46a9-ba28-361f3f47d79b req-c80c203c-b9a5-4f5b-ae61-1ad6fedbbf6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.0455461 Mar 08 12:19:48.260054 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d8c3f3-f686-46da-ae09-823d58dc0c14 None None] Checking router: 13cc54ab-a726-46e1-bfe1-a77701aafe23 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:19:48.269184 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d8c3f3-f686-46da-ae09-823d58dc0c14 None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:19:48.269791 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-d7d8c3f3-f686-46da-ae09-823d58dc0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:19:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:48.297921 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347290f2-2af0-46a9-ba28-361f3f47d79b req-0ebc2f9a-c8e0-4ca0-b6ba-e3cf3f6f64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:48.299412 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-347290f2-2af0-46a9-ba28-361f3f47d79b req-0ebc2f9a-c8e0-4ca0-b6ba-e3cf3f6f64f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496559 Mar 08 12:19:48.388902 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-d7d8c3f3-f686-46da-ae09-823d58dc0c14 None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:19:48.396785 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-347290f2-2af0-46a9-ba28-361f3f47d79b req-0afabf4b-3f57-4249-86ea-5ad6556c79c2 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916872 Mar 08 12:19:48.494979 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-347290f2-2af0-46a9-ba28-361f3f47d79b req-a25bcb0d-eda1-4f42-b33e-61182be82023 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930731 Mar 08 12:19:48.613609 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-d7d8c3f3-f686-46da-ae09-823d58dc0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '856a9d15-8ae3-4080-855f-66b2e5ac7984', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:fc:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:19:46Z', 'updated_at': '2022-03-08T12:19:46Z', 'revision_number': 0, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:48.642313 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d8c3f3-f686-46da-ae09-823d58dc0c14 None None] The sync data for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi is: [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '856a9d15-8ae3-4080-855f-66b2e5ac7984', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:fc:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:19:46Z', 'updated_at': '2022-03-08T12:19:46Z', 'revision_number': 0, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:19:48.827226 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805590ba-7234-4a07-ab0b-1cd329fc0f0d None None] New status for floating IP 856a9d15-8ae3-4080-855f-66b2e5ac7984: ACTIVE {{(pid=110283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:19:50.108755 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-118d0be3-835a-45f4-9d4c-aa83cbcb2040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:51.150172 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:52.593080 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:53.947116 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:57.912487 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53148) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:19:58.014555 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-33fb256d-29e3-46e0-9cbf-192c101ba015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:58.085531 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-33fb256d-29e3-46e0-9cbf-192c101ba015 admin admin] Publish callbacks [] for security_group (6e64e1be-72bd-4a8b-bebc-318ed19abc24), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:58.157212 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-33fb256d-29e3-46e0-9cbf-192c101ba015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6e64e1be-72bd-4a8b-bebc-318ed19abc24), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:58.193565 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb256d-29e3-46e0-9cbf-192c101ba015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e64e1be-72bd-4a8b-bebc-318ed19abc24,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:58.197828 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-33fb256d-29e3-46e0-9cbf-192c101ba015 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfb665f40ade4e54a708f18b95692e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843308 Mar 08 12:19:58.205302 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53152) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:19:58.248361 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bf89cbcf-5238-4f24-be82-a96f792827f5 admin admin] Publish callbacks [] for security_group (6e64e1be-72bd-4a8b-bebc-318ed19abc24), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:58.269771 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bf89cbcf-5238-4f24-be82-a96f792827f5 admin admin] Publish callbacks [] for security_group (6e64e1be-72bd-4a8b-bebc-318ed19abc24), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:58.392628 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bf89cbcf-5238-4f24-be82-a96f792827f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (6e64e1be-72bd-4a8b-bebc-318ed19abc24), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:58.395248 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bf89cbcf-5238-4f24-be82-a96f792827f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:58.396521 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-bf89cbcf-5238-4f24-be82-a96f792827f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e64e1be-72bd-4a8b-bebc-318ed19abc24 HTTP/1.1" status: 204 len: 168 time: 0.1950204 Mar 08 12:19:58.404182 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89cbcf-5238-4f24-be82-a96f792827f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e64e1be-72bd-4a8b-bebc-318ed19abc24,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:07.009467 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:11.061095 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-589c35a8-621c-4304-a182-3c4bd27177df service neutron] (110282) timed out ('10.222.0.43', 47644) {{(pid=110282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 12:20:11.599396 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [req-8995453a-b15d-460e-973b-b2c7931a279b req-66252b2a-ea39-4830-a614-26b3448c2113 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] (110281) timed out ('10.222.0.43', 47660) {{(pid=110281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 12:20:17.631761 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-748eec87-4bce-4874-9da4-23adf9e310a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:18.011775 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:20:20.122751 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-864b4ed6-9315-409f-a970-274ae50a14df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:21.117206 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:21.304110 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7c839bc7-6561-4879-9b00-a6d7a3b947b2 req-f3dea2aa-073d-44d2-b035-612dc9c66e2c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419917 Mar 08 12:20:21.400565 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c839bc7-6561-4879-9b00-a6d7a3b947b2 req-eda547a0-a7df-4946-9a4c-9d7b96c4cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:21.402008 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7c839bc7-6561-4879-9b00-a6d7a3b947b2 req-eda547a0-a7df-4946-9a4c-9d7b96c4cca6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 1129 time: 0.0424507 Mar 08 12:20:21.501997 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c839bc7-6561-4879-9b00-a6d7a3b947b2 req-92a95076-845d-4955-bcb4-b1c3f04f5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:21.503419 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7c839bc7-6561-4879-9b00-a6d7a3b947b2 req-92a95076-845d-4955-bcb4-b1c3f04f5a13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 912 time: 0.0851178 Mar 08 12:20:21.566321 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7c839bc7-6561-4879-9b00-a6d7a3b947b2 req-b08fb8e3-5845-49ab-8090-91cb087aa41f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7119b1e8-4f12-4a00-a707-c8c39619f70f HTTP/1.1" status: 200 len: 1000 time: 0.0554514 Mar 08 12:20:21.613367 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c839bc7-6561-4879-9b00-a6d7a3b947b2 req-75d96848-656e-426c-ab44-08b9cb4aaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:21.614764 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7c839bc7-6561-4879-9b00-a6d7a3b947b2 req-75d96848-656e-426c-ab44-08b9cb4aaca8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.0429399 Mar 08 12:20:21.664001 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c839bc7-6561-4879-9b00-a6d7a3b947b2 req-cd8753a9-de9d-4fd2-aee4-3c412db2835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:21.665492 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7c839bc7-6561-4879-9b00-a6d7a3b947b2 req-cd8753a9-de9d-4fd2-aee4-3c412db2835f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450327 Mar 08 12:20:21.750291 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7c839bc7-6561-4879-9b00-a6d7a3b947b2 req-490607fc-f138-4549-b577-8366f90330e3 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780487 Mar 08 12:20:21.838347 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7c839bc7-6561-4879-9b00-a6d7a3b947b2 req-e41e688b-bd7c-471b-8179-dd09de0595fb service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817964 Mar 08 12:20:22.574314 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:23.923654 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:24.761463 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53302) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:20:24.862104 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bbf4fe22-59e7-4890-9ed3-4992892e5b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:24.934931 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bbf4fe22-59e7-4890-9ed3-4992892e5b6f admin admin] Publish callbacks [] for security_group (d21bf400-96b8-4e44-ad28-5e02c915825b), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:24.991342 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bbf4fe22-59e7-4890-9ed3-4992892e5b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d21bf400-96b8-4e44-ad28-5e02c915825b), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:25.026938 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4fe22-59e7-4890-9ed3-4992892e5b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21bf400-96b8-4e44-ad28-5e02c915825b,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:25.032849 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-bbf4fe22-59e7-4890-9ed3-4992892e5b6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40a390dd9c9d44848552f993b235fd9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703707 Mar 08 12:20:25.035486 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53306) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:20:25.081361 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-309ebe90-c9a3-4897-b3fe-a44b20f4832e admin admin] Publish callbacks [] for security_group (d21bf400-96b8-4e44-ad28-5e02c915825b), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:25.101534 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-309ebe90-c9a3-4897-b3fe-a44b20f4832e admin admin] Publish callbacks [] for security_group (d21bf400-96b8-4e44-ad28-5e02c915825b), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:25.219924 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-309ebe90-c9a3-4897-b3fe-a44b20f4832e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d21bf400-96b8-4e44-ad28-5e02c915825b), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:25.222702 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-309ebe90-c9a3-4897-b3fe-a44b20f4832e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:25.223777 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-309ebe90-c9a3-4897-b3fe-a44b20f4832e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d21bf400-96b8-4e44-ad28-5e02c915825b HTTP/1.1" status: 204 len: 168 time: 0.1874061 Mar 08 12:20:25.231349 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ebe90-c9a3-4897-b3fe-a44b20f4832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21bf400-96b8-4e44-ad28-5e02c915825b,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:36.580305 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53382) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:20:36.684271 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:36.753796 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Publish callbacks [] for security_group (cfdbc77c-002b-4bb2-be2d-40073534ea2f), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:36.819568 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (cfdbc77c-002b-4bb2-be2d-40073534ea2f), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:36.858249 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52e0e734569b47cd9a42341164ad9bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768772 Mar 08 12:20:36.859053 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdbc77c-002b-4bb2-be2d-40073534ea2f,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:36.860890 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53386) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:20:36.876967 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:36.884479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:36.884479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:36.884479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:36.884479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:36.884479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:36.884479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:36.884479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:36.884479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:36.884479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:36.884479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:36.884479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:36.884479 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cfdd3-7838-43e2-a055-80cfc7c138c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:36.919770 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-39d7a671-edaa-4976-bdbe-ede8d28ac827 admin admin] Publish callbacks [] for security_group (cfdbc77c-002b-4bb2-be2d-40073534ea2f), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:36.941078 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-39d7a671-edaa-4976-bdbe-ede8d28ac827 admin admin] Publish callbacks [] for security_group (cfdbc77c-002b-4bb2-be2d-40073534ea2f), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:37.037534 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:37.071891 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-39d7a671-edaa-4976-bdbe-ede8d28ac827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (cfdbc77c-002b-4bb2-be2d-40073534ea2f), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:37.074556 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-39d7a671-edaa-4976-bdbe-ede8d28ac827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:37.075718 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-39d7a671-edaa-4976-bdbe-ede8d28ac827 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cfdbc77c-002b-4bb2-be2d-40073534ea2f HTTP/1.1" status: 204 len: 168 time: 0.2125118 Mar 08 12:20:37.088016 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7a671-edaa-4976-bdbe-ede8d28ac827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdbc77c-002b-4bb2-be2d-40073534ea2f,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:47.608583 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-438dc37e-22c5-45ae-91c8-12585d313d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:50.129104 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-1e709dac-c1e7-453e-9f6c-48054dea6063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:51.116731 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:52.586507 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:53.928412 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:55.011354 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:21:07.059716 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:17.618916 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-bb11d9bc-7408-4ae1-b4a9-b674b65cdae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:20.106172 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-acb32cfa-715f-481e-90c1-2fdcd0f7f898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:21.106125 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:22.590853 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:23.368453 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-540fe0c5-dd71-4bd0-a23c-b02e18adec53 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1291749 Mar 08 12:21:23.465236 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-33930673-4610-492f-b20e-f928c498a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:23.466688 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-33930673-4610-492f-b20e-f928c498a2c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 1129 time: 0.0430784 Mar 08 12:21:23.568099 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-da4468e6-86e5-46bd-b8a2-89a5941b4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:23.569582 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-da4468e6-86e5-46bd-b8a2-89a5941b4fa0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 912 time: 0.0851505 Mar 08 12:21:23.631026 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-7124e3da-c0dd-4ba3-a326-630c459288f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7119b1e8-4f12-4a00-a707-c8c39619f70f HTTP/1.1" status: 200 len: 1000 time: 0.0556135 Mar 08 12:21:23.676567 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-45ccd25b-b940-49e8-af1f-ffb8e35c5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:23.677940 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-45ccd25b-b940-49e8-af1f-ffb8e35c5054 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.0411067 Mar 08 12:21:23.730104 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-c92dd951-39fc-4a42-9b4c-a436f35e7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:23.731559 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-c92dd951-39fc-4a42-9b4c-a436f35e7bb4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477893 Mar 08 12:21:23.740859 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-59904c00-2f0b-417e-98dc-a02c03892d3b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:21:23.741771 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-59904c00-2f0b-417e-98dc-a02c03892d3b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047131 Mar 08 12:21:23.825968 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-4ddfac2d-bc41-4866-bacd-e41fbb6dbc27 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783145 Mar 08 12:21:23.916131 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d99b29e1-9736-45c5-b80f-1d25472a170a req-6c45a23b-250a-4d2e-8e3b-ad786aea9a9f service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843844 Mar 08 12:21:23.928092 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:32.009595 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:21:37.076617 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:47.631203 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-5e9b151a-4841-4a36-95b1-5865e92ce420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:50.110887 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-9fd5e35d-7faf-4752-8423-c1045c234e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:51.145082 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:52.631128 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:53.922231 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:05.140435 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-47b4070d-a963-4c3c-9d5f-903b5d02d593 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888799416&fields=id&tenant_id=944f24ac361440d08fdde904b74d017f HTTP/1.1" status: 200 len: 267 time: 0.0434167 Mar 08 12:22:05.245829 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9981-8910-4182-af0e-30c31626f059 req-c494df9f-9e23-4393-a0ac-b8a3f701eea9 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:05.247784 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-c494df9f-9e23-4393-a0ac-b8a3f701eea9 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 811 time: 0.1003263 Mar 08 12:22:05.261566 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-a82c6e26-429e-4a25-8d9d-2f826eeb8ded tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/quotas/944f24ac361440d08fdde904b74d017f HTTP/1.1" status: 200 len: 375 time: 0.0085273 Mar 08 12:22:05.315816 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-d13b9d4f-0a96-45ac-bc2a-3cfa231904ea tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488694 Mar 08 12:22:05.451019 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-2a373c44-4066-4fe9-87a4-3469ab7a042f service neutron] 10.222.0.43 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244879 Mar 08 12:22:05.538910 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-135e31b4-cd64-4bc1-a8c4-d630fd14170b service neutron] 10.222.0.43 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822029 Mar 08 12:22:06.236741 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-22097b57-9cfa-49a5-bd20-2456b56e9cd4 req-ff9d04ff-c629-4188-b7c0-a2eea53d51ca tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 210 time: 0.0801246 Mar 08 12:22:07.076679 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:07.328649 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7cb110df-0032-418b-a759-4f641d9ffa84 req-2e8faf90-fe7a-4606-9cda-303a89e8e558 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 210 time: 0.0259702 Mar 08 12:22:08.513489 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-18385591-9bba-4c5e-b370-68d8c561a72f req-6f4c698f-d740-4171-93f3-222ff83305e4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 210 time: 0.0321143 Mar 08 12:22:08.543018 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9981-8910-4182-af0e-30c31626f059 req-805b3558-668c-40f0-b5d0-eeed3bcae0ff tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:08.545040 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-805b3558-668c-40f0-b5d0-eeed3bcae0ff tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 811 time: 0.4032922 Mar 08 12:22:08.611014 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-282621b1-e600-4093-b075-73db6c4d427c tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944f24ac361440d08fdde904b74d017f HTTP/1.1" status: 200 len: 379 time: 0.0528615 Mar 08 12:22:08.619300 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-490a9981-8910-4182-af0e-30c31626f059 req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Request body: {'port': {'device_id': '32762abd-9797-4734-b16e-354c2bf5eee5', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'admin_state_up': True, 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'security_groups': ['48a6d327-0406-46de-9969-635351163cd1']}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:22:08.830919 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490a9981-8910-4182-af0e-30c31626f059 req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Made reservation on behalf of 944f24ac361440d08fdde904b74d017f for: {'port': 1} {{(pid=110281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:22:08.834229 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-490a9981-8910-4182-af0e-30c31626f059 req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:08.960075 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [req-490a9981-8910-4182-af0e-30c31626f059 req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Allocated IP 172.20.0.14 (4b90e834-a299-4fb0-8a0a-7cae3937d019/d4fc325f-d57c-49b6-953e-f0230856c659/6e1a7bda-6423-4db4-b9e7-789a3e011b58) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:22:09.008057 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:22:09.100963 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-490a9981-8910-4182-af0e-30c31626f059 req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:09.197241 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-490a9981-8910-4182-af0e-30c31626f059 req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:09.239582 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490a9981-8910-4182-af0e-30c31626f059 req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Network 4b90e834-a299-4fb0-8a0a-7cae3937d019 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:22:09.242635 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [req-490a9981-8910-4182-af0e-30c31626f059 req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:22:09.246210 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-490a9981-8910-4182-af0e-30c31626f059 req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:22:09.277643 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'Port': ['ID=6e1a7bda-6423-4db4-b9e7-789a3e011b58,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:09.292569 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.292929 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.293371 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.293633 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.293964 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.294295 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.295329 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.295697 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.296031 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.296387 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.296723 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.297054 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.301106 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.318256 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9981-8910-4182-af0e-30c31626f059 req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:09.318898 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-490a9981-8910-4182-af0e-30c31626f059 req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:09.433520 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-58b480f3-7829-440f-805f-8be8c329380a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8176155 Mar 08 12:22:09.450117 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Request body: {'port': {'device_id': '32762abd-9797-4734-b16e-354c2bf5eee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:22:09.498587 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-c9f5c4e7-2365-4ce7-a9e1-b11e834f4707 None None] Provisioning complete for port 6e1a7bda-6423-4db4-b9e7-789a3e011b58 triggered by entity DHCP. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:22:09.499201 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-c9f5c4e7-2365-4ce7-a9e1-b11e834f4707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:09.512346 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:09.533701 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5c4e7-2365-4ce7-a9e1-b11e834f4707 None None] Port 6e1a7bda-6423-4db4-b9e7-789a3e011b58 cannot update to ACTIVE because it is not bound. {{(pid=110283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:22:09.733893 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0d864-545e-415e-92dc-c1ce08af32c8 req-9146cf53-5cf8-443b-93e2-fdc4426c2bac tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:09.735346 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b6a0d864-545e-415e-92dc-c1ce08af32c8 req-9146cf53-5cf8-443b-93e2-fdc4426c2bac tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 932 time: 0.1214058 Mar 08 12:22:09.811441 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b6a0d864-545e-415e-92dc-c1ce08af32c8 req-a9436d71-a61c-46a8-9476-c1f3483052a5 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703516 Mar 08 12:22:09.851264 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1a7bda-6423-4db4-b9e7-789a3e011b58 {{(pid=110281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:22:09.858469 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Publish callbacks [] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:09.869771 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.provisioning_blocks [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Transition to ACTIVE for port object 6e1a7bda-6423-4db4-b9e7-789a3e011b58 will not be triggered until provisioned by entity L2. {{(pid=110281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:22:09.910800 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:09.965846 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1a7bda-6423-4db4-b9e7-789a3e011b58,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:10.038340 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Attempting to bind port 6e1a7bda-6423-4db4-b9e7-789a3e011b58 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:22:10.038683 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Attempting to bind port 6e1a7bda-6423-4db4-b9e7-789a3e011b58 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:22:10.039042 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Attempting to bind port 6e1a7bda-6423-4db4-b9e7-789a3e011b58 on network 4b90e834-a299-4fb0-8a0a-7cae3937d019 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:22:10.043589 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Port 6e1a7bda-6423-4db4-b9e7-789a3e011b58 on network 4b90e834-a299-4fb0-8a0a-7cae3937d019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:22:10.043916 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Attempting to bind port 6e1a7bda-6423-4db4-b9e7-789a3e011b58 on network 4b90e834-a299-4fb0-8a0a-7cae3937d019 {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:22:10.049613 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Checking agent: {'id': 'f29f4c85-8011-4e2a-ba9f-0ac00694fd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'started_at': datetime.datetime(2022, 3, 8, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:22:10.049953 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Checking segment: {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:22:10.050435 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Bound using segment: {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'} {{(pid=110281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:22:10.050872 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.managers [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Bound port: 6e1a7bda-6423-4db4-b9e7-789a3e011b58, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e857ae25-c8c4-46ec-bef9-62f8b8525666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019'}}] {{(pid=110281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:22:10.051234 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:10.115682 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] For port 6e1a7bda-6423-4db4-b9e7-789a3e011b58, host hv-cinder-83008, cleared binding levels {{(pid=110281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:22:10.118626 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] For port 6e1a7bda-6423-4db4-b9e7-789a3e011b58, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e1a7bda-6423-4db4-b9e7-789a3e011b58,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:22:10.168602 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:10.201619 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:10.202258 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:10.203754 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] 10.222.0.53 "PUT /v2.0/ports/6e1a7bda-6423-4db4-b9e7-789a3e011b58 HTTP/1.1" status: 200 len: 1094 time: 0.7576494 Mar 08 12:22:10.205956 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32762abd-9797-4734-b16e-354c2bf5eee5', 'tag': '6e1a7bda-6423-4db4-b9e7-789a3e011b58'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:22:10.208304 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9045381e-512c-4289-84c9-a6b92a254a77" -d '{"events": [{"name": "network-changed", "server_uuid": "32762abd-9797-4734-b16e-354c2bf5eee5", "tag": "6e1a7bda-6423-4db4-b9e7-789a3e011b58"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:22:10.235433 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e023936-598c-4dae-be68-429c4bf18fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1a7bda-6423-4db4-b9e7-789a3e011b58,revision_number=3']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:10.256446 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30f68dd-d654-4f73-871d-74f16e7bbbc2 x-openstack-request-id: req-d30f68dd-d654-4f73-871d-74f16e7bbbc2 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:22:10.256446 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32762abd-9797-4734-b16e-354c2bf5eee5", "tag": "6e1a7bda-6423-4db4-b9e7-789a3e011b58", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:22:10.256446 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d30f68dd-d654-4f73-871d-74f16e7bbbc2 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:22:10.256446 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32762abd-9797-4734-b16e-354c2bf5eee5', 'tag': '6e1a7bda-6423-4db4-b9e7-789a3e011b58', 'status': 'completed', 'code': 200} Mar 08 12:22:10.351336 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045381e-512c-4289-84c9-a6b92a254a77 req-71a2a3b6-1d10-4df9-9c07-5bd933f1810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:10.352903 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9045381e-512c-4289-84c9-a6b92a254a77 req-71a2a3b6-1d10-4df9-9c07-5bd933f1810c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 1128 time: 0.0558639 Mar 08 12:22:10.454952 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045381e-512c-4289-84c9-a6b92a254a77 req-2318f1f6-75f5-437b-9899-1a66f709982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:10.456508 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9045381e-512c-4289-84c9-a6b92a254a77 req-2318f1f6-75f5-437b-9899-1a66f709982b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=944f24ac361440d08fdde904b74d017f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0907774 Mar 08 12:22:10.551115 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045381e-512c-4289-84c9-a6b92a254a77 req-600e419a-8edf-488a-aa95-ab798a39e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:10.552660 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9045381e-512c-4289-84c9-a6b92a254a77 req-600e419a-8edf-488a-aa95-ab798a39e2fe service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905430 Mar 08 12:22:10.649209 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9981-8910-4182-af0e-30c31626f059 req-53790730-43e5-4a90-90b7-58dfbcfd28db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:10.650673 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-53790730-43e5-4a90-90b7-58dfbcfd28db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 1128 time: 0.0421300 Mar 08 12:22:10.696500 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-dc5ca462-fb91-4755-9937-ca00be13e231 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e1a7bda-6423-4db4-b9e7-789a3e011b58 HTTP/1.1" status: 200 len: 217 time: 0.0334122 Mar 08 12:22:10.747865 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9981-8910-4182-af0e-30c31626f059 req-ef31988c-c521-44ec-b574-5eecd56f1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:10.749221 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-ef31988c-c521-44ec-b574-5eecd56f1f7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.0469213 Mar 08 12:22:10.795142 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9981-8910-4182-af0e-30c31626f059 req-3e44b7c1-2c18-4d60-a0ae-079c22ce70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:10.803017 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-3e44b7c1-2c18-4d60-a0ae-079c22ce70e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420005 Mar 08 12:22:10.895574 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-7813b8e3-5828-4d65-8002-c07b73e9043b service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931299 Mar 08 12:22:10.992411 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f8be8-af58-4c99-a033-de67fe2773b8 req-1282d88b-9f5c-4c75-a72a-d007a4637f0f tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:10.993886 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dc0f8be8-af58-4c99-a033-de67fe2773b8 req-1282d88b-9f5c-4c75-a72a-d007a4637f0f tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 944 time: 0.1161864 Mar 08 12:22:11.028600 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-490a9981-8910-4182-af0e-30c31626f059 req-398867a5-69a0-4669-85a3-c66de272eb4b service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182299 Mar 08 12:22:11.057626 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-dc0f8be8-af58-4c99-a033-de67fe2773b8 req-a80ca397-039e-4f53-b488-a90ababe372e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575745 Mar 08 12:22:12.172873 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6c704-048a-4654-8f71-97611cca0afa req-eea96566-620a-447f-a933-b8718802b46f tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:12.174236 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0da6c704-048a-4654-8f71-97611cca0afa req-eea96566-620a-447f-a933-b8718802b46f tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 944 time: 0.0502141 Mar 08 12:22:12.221560 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-0da6c704-048a-4654-8f71-97611cca0afa req-84120eec-7639-476c-abd2-c653ed5a18b5 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419466 Mar 08 12:22:13.337373 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590db6ce-36ad-4d4b-8c07-fe7af3bc6eec req-08d23e0a-725f-40d4-a463-949ba611995e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:13.338858 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-590db6ce-36ad-4d4b-8c07-fe7af3bc6eec req-08d23e0a-725f-40d4-a463-949ba611995e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 944 time: 0.0505872 Mar 08 12:22:13.385797 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-590db6ce-36ad-4d4b-8c07-fe7af3bc6eec req-1c9c6df6-0bc4-47ad-93c2-3ad6236d2e05 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414968 Mar 08 12:22:14.502891 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd5a4f-6d9f-4477-bdc0-ce59540989f2 req-ea2c48ba-d8fa-443e-973c-67bc9bd550cd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:14.504359 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-06dd5a4f-6d9f-4477-bdc0-ce59540989f2 req-ea2c48ba-d8fa-443e-973c-67bc9bd550cd tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 944 time: 0.0545101 Mar 08 12:22:14.551581 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-06dd5a4f-6d9f-4477-bdc0-ce59540989f2 req-81cd24b7-5d63-4825-bc77-bda6470c7b57 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417562 Mar 08 12:22:15.668945 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb90ed2-8072-46d6-b60c-9a230224d35d req-7437102a-b726-441e-8f0a-e354f88f1c16 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:15.670450 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8eb90ed2-8072-46d6-b60c-9a230224d35d req-7437102a-b726-441e-8f0a-e354f88f1c16 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 944 time: 0.0513604 Mar 08 12:22:15.718520 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8eb90ed2-8072-46d6-b60c-9a230224d35d req-a23b8b46-9896-4ba3-9616-13d29c5e4c5e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424633 Mar 08 12:22:16.834076 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbb90f-e1fd-4e96-89f4-838de947be0e req-22e45810-ad39-4fa1-aa02-9aefc3e075b4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:16.835548 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d2dbb90f-e1fd-4e96-89f4-838de947be0e req-22e45810-ad39-4fa1-aa02-9aefc3e075b4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 944 time: 0.0541341 Mar 08 12:22:16.883129 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d2dbb90f-e1fd-4e96-89f4-838de947be0e req-785cf3f2-63cf-4557-a46e-3f139db9914f tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417569 Mar 08 12:22:17.578834 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6b7263e5-63ad-4675-b9d2-48a5877890f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:17.997559 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7034d5-34c2-4e00-84f8-86ed12be4c8b req-da517778-c75d-4ed2-ad3d-8ba299187cec tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:17.999012 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7b7034d5-34c2-4e00-84f8-86ed12be4c8b req-da517778-c75d-4ed2-ad3d-8ba299187cec tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 944 time: 0.0515413 Mar 08 12:22:18.048769 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7b7034d5-34c2-4e00-84f8-86ed12be4c8b req-8b22a938-4eb3-4ffb-8e25-2691f1ee0796 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441258 Mar 08 12:22:19.162353 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f59cf-f826-4f04-954d-c3798b02b7cc req-de5dfb4b-880b-4b2e-b540-0dddadc99b44 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:19.163715 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7e7f59cf-f826-4f04-954d-c3798b02b7cc req-de5dfb4b-880b-4b2e-b540-0dddadc99b44 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 944 time: 0.0500631 Mar 08 12:22:19.218255 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7e7f59cf-f826-4f04-954d-c3798b02b7cc req-a0a46676-126c-4b47-82bc-21e96233688f tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491529 Mar 08 12:22:19.451875 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 6e1a7bda-6423-4db4-b9e7-789a3e011b58 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:22:19.545729 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 6e1a7bda-6423-4db4-b9e7-789a3e011b58, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e1a7bda-6423-4db4-b9e7-789a3e011b58,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:22:19.556612 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Returning: {'device': '6e1a7bda-6423-4db4-b9e7-789a3e011b58', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'port_id': '6e1a7bda-6423-4db4-b9e7-789a3e011b58', 'mac_address': 'fa:16:3e:9a:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:22:19.595495 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 6e1a7bda-6423-4db4-b9e7-789a3e011b58 is: DOWN; New status is: BUILD {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:22:19.595922 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:19.608972 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1a7bda-6423-4db4-b9e7-789a3e011b58 {{(pid=110283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:22:19.627718 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 6e1a7bda-6423-4db4-b9e7-789a3e011b58, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e1a7bda-6423-4db4-b9e7-789a3e011b58,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:22:19.727661 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:19.772777 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=6e1a7bda-6423-4db4-b9e7-789a3e011b58,revision_number=4']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:19.780082 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:19.780466 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:19.780819 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:19.781279 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:19.781638 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:19.781957 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:19.782292 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:19.782639 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:19.782969 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:19.783296 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:19.783622 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:19.783943 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:19.784264 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:20.139228 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a13aa0b7-ffca-4313-b33a-982b4cfb2799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:20.192502 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] get_ports_and_sgs() called for port_ids ['6e1a7bda-6423-4db4-b9e7-789a3e011b58'] {{(pid=110283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:22:20.334078 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8317ca-f148-4a78-b5d5-a5a77651a4b8 req-0aa33836-06ba-40af-9c12-1e9b2cc0317b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:20.335623 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7e8317ca-f148-4a78-b5d5-a5a77651a4b8 req-0aa33836-06ba-40af-9c12-1e9b2cc0317b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 945 time: 0.0518706 Mar 08 12:22:20.385966 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-7e8317ca-f148-4a78-b5d5-a5a77651a4b8 req-3bfc4821-e85a-4280-be38-69639e2a19d5 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445008 Mar 08 12:22:21.144966 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:21.478563 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 6e1a7bda-6423-4db4-b9e7-789a3e011b58 up at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:22:21.507181 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127d6b0-620d-43f7-a5a9-33aded92e947 req-7881b5dd-aad0-476f-b922-b9e194407b16 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:21.508677 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d127d6b0-620d-43f7-a5a9-33aded92e947 req-7881b5dd-aad0-476f-b922-b9e194407b16 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 945 time: 0.0547364 Mar 08 12:22:21.556486 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d127d6b0-620d-43f7-a5a9-33aded92e947 req-2bbbedcb-d0ee-4a74-ac4d-ef16568f83e3 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417330 Mar 08 12:22:21.579202 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning for port 6e1a7bda-6423-4db4-b9e7-789a3e011b58 completed by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:22:21.583107 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.provisioning_blocks [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Provisioning complete for port 6e1a7bda-6423-4db4-b9e7-789a3e011b58 triggered by entity L2. {{(pid=110283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:22:21.587348 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882664'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), provisioning_complete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:21.657823 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Current status of the port 6e1a7bda-6423-4db4-b9e7-789a3e011b58 is: BUILD; New status is: ACTIVE {{(pid=110283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:22:21.658219 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), before_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:21.684568 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32762abd-9797-4734-b16e-354c2bf5eee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1a7bda-6423-4db4-b9e7-789a3e011b58'}] {{(pid=110283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:22:21.684568 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fb7d1f3eeda6fe34293b67bc50b7cd8e3770310333e8da29c309462fd6c3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6bc2ae-8742-4fa4-b212-dec932065111" -d '{"events": [{"server_uuid": "32762abd-9797-4734-b16e-354c2bf5eee5", "name": "network-vif-plugged", "status": "completed", "tag": "6e1a7bda-6423-4db4-b9e7-789a3e011b58"}]}' {{(pid=110283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:22:21.693749 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] For port 6e1a7bda-6423-4db4-b9e7-789a3e011b58, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e1a7bda-6423-4db4-b9e7-789a3e011b58,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:22:21.767091 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:21.812030 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Pushing event updated for resources: {'Port': ['ID=6e1a7bda-6423-4db4-b9e7-789a3e011b58,revision_number=5']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:22.642007 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:22.678258 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507208a-c1dc-43fa-b043-73448fb01021 req-2829bc85-b57f-48af-801c-7e75932f8bfa tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:22.679720 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b507208a-c1dc-43fa-b043-73448fb01021 req-2829bc85-b57f-48af-801c-7e75932f8bfa tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 946 time: 0.0541596 Mar 08 12:22:22.727419 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b507208a-c1dc-43fa-b043-73448fb01021 req-356e287e-a2dc-4507-8515-1b2435560e82 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419979 Mar 08 12:22:22.727562 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb067a26-efb9-4ccd-b048-b41a0a325ebc x-openstack-request-id: req-bb067a26-efb9-4ccd-b048-b41a0a325ebc {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:22:22.727788 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32762abd-9797-4734-b16e-354c2bf5eee5", "name": "network-vif-plugged", "status": "completed", "tag": "6e1a7bda-6423-4db4-b9e7-789a3e011b58", "code": 200}]} {{(pid=110283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:22:22.728049 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb067a26-efb9-4ccd-b048-b41a0a325ebc {{(pid=110283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:22:22.728476 dv-cinder-830086-2-iscsi neutron-server[110283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32762abd-9797-4734-b16e-354c2bf5eee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1a7bda-6423-4db4-b9e7-789a3e011b58', 'code': 200} Mar 08 12:22:23.102733 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4039e7-5158-452b-9575-d51c9c6fa774 req-41c7762b-38f9-45d4-adf5-1c94838d2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:23.104189 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ec4039e7-5158-452b-9575-d51c9c6fa774 req-41c7762b-38f9-45d4-adf5-1c94838d2baf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 1130 time: 0.0425012 Mar 08 12:22:23.149279 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ec4039e7-5158-452b-9575-d51c9c6fa774 req-84ea155d-b7cd-495b-8d19-384d5119f5fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383716 Mar 08 12:22:23.632266 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff639bf2-55c4-49b6-932d-8a4e4c27b0de req-c1f9d001-48d5-4b98-a565-79a2584c6b62 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444579 Mar 08 12:22:23.754816 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff639bf2-55c4-49b6-932d-8a4e4c27b0de req-5db5d594-a82a-4060-94de-3a576a9ae57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:23.757127 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff639bf2-55c4-49b6-932d-8a4e4c27b0de req-5db5d594-a82a-4060-94de-3a576a9ae57d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 1129 time: 0.0488830 Mar 08 12:22:23.897728 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec634c-d63a-4a4c-8491-db7c4ca9bfe7 req-c045ead8-1123-4883-9e2d-14ca72806160 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:23.899151 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-86ec634c-d63a-4a4c-8491-db7c4ca9bfe7 req-c045ead8-1123-4883-9e2d-14ca72806160 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 946 time: 0.1038556 Mar 08 12:22:23.902075 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff639bf2-55c4-49b6-932d-8a4e4c27b0de req-4bc5d0e9-55e9-4c9e-bab0-9628e4f69fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:23.903945 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff639bf2-55c4-49b6-932d-8a4e4c27b0de req-4bc5d0e9-55e9-4c9e-bab0-9628e4f69fee service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 912 time: 0.1276236 Mar 08 12:22:23.951190 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:23.992143 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-86ec634c-d63a-4a4c-8491-db7c4ca9bfe7 req-248d1bdb-6d4c-496a-941d-5c44fd34aa22 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867169 Mar 08 12:22:23.995772 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff639bf2-55c4-49b6-932d-8a4e4c27b0de req-12700793-34e2-4962-a95e-49603ed2ae45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7119b1e8-4f12-4a00-a707-c8c39619f70f HTTP/1.1" status: 200 len: 1000 time: 0.0847454 Mar 08 12:22:24.046802 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff639bf2-55c4-49b6-932d-8a4e4c27b0de req-dc088f73-3c08-47e6-8a2c-cc196f0284f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:24.048217 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff639bf2-55c4-49b6-932d-8a4e4c27b0de req-dc088f73-3c08-47e6-8a2c-cc196f0284f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.0461290 Mar 08 12:22:24.094062 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff639bf2-55c4-49b6-932d-8a4e4c27b0de req-532ffd31-50bb-4bce-8916-305e624776a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:24.095486 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff639bf2-55c4-49b6-932d-8a4e4c27b0de req-532ffd31-50bb-4bce-8916-305e624776a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413594 Mar 08 12:22:24.180450 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff639bf2-55c4-49b6-932d-8a4e4c27b0de req-eda90a99-4516-475f-a194-aac8d2a034e7 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788443 Mar 08 12:22:24.269403 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-ff639bf2-55c4-49b6-932d-8a4e4c27b0de req-a9adeec5-f31c-40b5-bc37-922935af3934 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826681 Mar 08 12:22:25.106211 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424fd34-d8f7-4262-9da3-509829b1cd35 req-dc6e34d6-884a-468c-8e5f-d2fe1c1fcb14 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:25.108151 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8424fd34-d8f7-4262-9da3-509829b1cd35 req-dc6e34d6-884a-468c-8e5f-d2fe1c1fcb14 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 946 time: 0.0511305 Mar 08 12:22:25.155237 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8424fd34-d8f7-4262-9da3-509829b1cd35 req-75d86b55-a40e-4b3b-b676-9ab03c35f6c0 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415800 Mar 08 12:22:25.274276 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a181c3-7c95-4108-995b-6a2308043113 req-fb886de3-9684-40a7-8d9f-99b4cfd01d36 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:25.275984 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-11a181c3-7c95-4108-995b-6a2308043113 req-fb886de3-9684-40a7-8d9f-99b4cfd01d36 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 946 time: 0.0564487 Mar 08 12:22:25.324192 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-11a181c3-7c95-4108-995b-6a2308043113 req-c9115519-1e64-4df6-92a8-968b1709e55f tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423768 Mar 08 12:22:25.346579 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53538) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:22:25.488468 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f805637-4771-4f8a-8c8c-59b02602345a tempest-TestVolumeBootPattern-1361528819 tempest-TestVolumeBootPattern-1361528819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:25.489990 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-1f805637-4771-4f8a-8c8c-59b02602345a tempest-TestVolumeBootPattern-1361528819 tempest-TestVolumeBootPattern-1361528819-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 1125 time: 0.1424036 Mar 08 12:22:25.492884 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53542) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:22:25.497579 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.v2.base [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Request body: {'floatingip': {'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'port_id': '6e1a7bda-6423-4db4-b9e7-789a3e011b58', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:22:25.573509 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:25.670627 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (None), before_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:25.771468 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.db_base_plugin_common [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Allocated IP 172.27.0.203 (b11f5efd-e33a-4972-9f0b-6f3c889a5429/88b02018-b007-49c2-bfbb-33b9962704e9/83e903e8-c072-4cc8-8709-5fdd44ff2b24) {{(pid=110281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:22:25.876401 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for port (83e903e8-c072-4cc8-8709-5fdd44ff2b24), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:25.962576 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786395610049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (83e903e8-c072-4cc8-8709-5fdd44ff2b24), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:26.001637 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Network b11f5efd-e33a-4972-9f0b-6f3c889a5429 is already hosted by enough agents. {{(pid=110281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:22:26.004283 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.base_scheduler [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Resources bound (agent type, host, resource id): {{(pid=110281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:22:26.007640 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Received port after_create {{(pid=110281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:22:26.012967 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'Port': ['ID=83e903e8-c072-4cc8-8709-5fdd44ff2b24,revision_number=1']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:26.360952 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for floatingip (072541c1-126f-4b21-99e8-bb62a56cbef9), precommit_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:26.486187 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728799'] for port (83e903e8-c072-4cc8-8709-5fdd44ff2b24), before_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:26.635301 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for port (83e903e8-c072-4cc8-8709-5fdd44ff2b24), precommit_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:26.744459 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786396131768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786395610067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786395610085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63299782'] for port (83e903e8-c072-4cc8-8709-5fdd44ff2b24), after_update {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:26.807052 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event updated for resources: {'Port': ['ID=83e903e8-c072-4cc8-8709-5fdd44ff2b24,revision_number=2']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:26.820032 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66621269'] for floatingip (072541c1-126f-4b21-99e8-bb62a56cbef9), after_create {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:26.920103 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.db.l3_db [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Floating IP 072541c1-126f-4b21-99e8-bb62a56cbef9 associated. External IP: 172.27.0.203, port: 6e1a7bda-6423-4db4-b9e7-789a3e011b58. Mar 08 12:22:27.126633 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Router 13cc54ab-a726-46e1-bfe1-a77701aafe23 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:22:27.237848 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:22:27.250473 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b78726-1370-490e-bc8d-8798319834f3 None None] Sync routers for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:22:27.259606 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b78726-1370-490e-bc8d-8798319834f3 None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:22:27.263736 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-c1b78726-1370-490e-bc8d-8798319834f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:22:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:27.341246 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:27.370117 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-c1b78726-1370-490e-bc8d-8798319834f3 None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:22:27.370355 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-3af03442-aec1-401f-8dca-86d16c205ad4 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8763499 Mar 08 12:22:27.370962 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32762abd-9797-4734-b16e-354c2bf5eee5', 'tag': '6e1a7bda-6423-4db4-b9e7-789a3e011b58'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:22:27.373877 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deb8d98-4a20-45da-8c78-af7d4b4038ee" -d '{"events": [{"name": "network-changed", "server_uuid": "32762abd-9797-4734-b16e-354c2bf5eee5", "tag": "6e1a7bda-6423-4db4-b9e7-789a3e011b58"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:22:27.424684 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5221bb0-f038-426e-ae4a-f7218c389b01 x-openstack-request-id: req-d5221bb0-f038-426e-ae4a-f7218c389b01 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:22:27.424684 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32762abd-9797-4734-b16e-354c2bf5eee5", "tag": "6e1a7bda-6423-4db4-b9e7-789a3e011b58", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:22:27.424684 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5221bb0-f038-426e-ae4a-f7218c389b01 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:22:27.424684 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32762abd-9797-4734-b16e-354c2bf5eee5', 'tag': '6e1a7bda-6423-4db4-b9e7-789a3e011b58', 'status': 'completed', 'code': 200} Mar 08 12:22:27.499742 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb8d98-4a20-45da-8c78-af7d4b4038ee req-5540501e-1908-4cc7-b749-03f665ad31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:27.501190 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4deb8d98-4a20-45da-8c78-af7d4b4038ee req-5540501e-1908-4cc7-b749-03f665ad31ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 1130 time: 0.0479012 Mar 08 12:22:27.599315 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-c1b78726-1370-490e-bc8d-8798319834f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '072541c1-126f-4b21-99e8-bb62a56cbef9', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': '6e1a7bda-6423-4db4-b9e7-789a3e011b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:9a:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32762abd-9797-4734-b16e-354c2bf5eee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:22:26Z', 'updated_at': '2022-03-08T12:22:26Z', 'revision_number': 0, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}, {'id': '856a9d15-8ae3-4080-855f-66b2e5ac7984', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:fc:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:19:46Z', 'updated_at': '2022-03-08T12:19:48Z', 'revision_number': 1, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:27.626458 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b78726-1370-490e-bc8d-8798319834f3 None None] Checking router: 13cc54ab-a726-46e1-bfe1-a77701aafe23 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:22:27.635398 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b78726-1370-490e-bc8d-8798319834f3 None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:22:27.636018 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-c1b78726-1370-490e-bc8d-8798319834f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:22:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:27.756708 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-c1b78726-1370-490e-bc8d-8798319834f3 None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:22:27.868272 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb8d98-4a20-45da-8c78-af7d4b4038ee req-bc1c9e09-61c5-4cc0-b4fd-8e323c09033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:27.869812 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4deb8d98-4a20-45da-8c78-af7d4b4038ee req-bc1c9e09-61c5-4cc0-b4fd-8e323c09033a service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 912 time: 0.3622561 Mar 08 12:22:27.938621 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4deb8d98-4a20-45da-8c78-af7d4b4038ee req-90bf9417-af1d-4da9-a48a-0f93d33e6fe9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e1a7bda-6423-4db4-b9e7-789a3e011b58 HTTP/1.1" status: 200 len: 1000 time: 0.0621848 Mar 08 12:22:27.986945 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb8d98-4a20-45da-8c78-af7d4b4038ee req-22fa6709-5a5d-49af-b93b-10e435ad8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:27.988441 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4deb8d98-4a20-45da-8c78-af7d4b4038ee req-22fa6709-5a5d-49af-b93b-10e435ad8399 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.0446651 Mar 08 12:22:28.034755 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb8d98-4a20-45da-8c78-af7d4b4038ee req-8d96eab9-55b7-4165-94d6-b0e8efea6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:28.036265 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4deb8d98-4a20-45da-8c78-af7d4b4038ee req-8d96eab9-55b7-4165-94d6-b0e8efea6edc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419259 Mar 08 12:22:28.064434 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-c1b78726-1370-490e-bc8d-8798319834f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '072541c1-126f-4b21-99e8-bb62a56cbef9', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': '6e1a7bda-6423-4db4-b9e7-789a3e011b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:9a:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32762abd-9797-4734-b16e-354c2bf5eee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:22:26Z', 'updated_at': '2022-03-08T12:22:26Z', 'revision_number': 0, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}, {'id': '856a9d15-8ae3-4080-855f-66b2e5ac7984', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:fc:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:19:46Z', 'updated_at': '2022-03-08T12:19:48Z', 'revision_number': 1, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:28.090305 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b78726-1370-490e-bc8d-8798319834f3 None None] The sync data for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi is: [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '072541c1-126f-4b21-99e8-bb62a56cbef9', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': '6e1a7bda-6423-4db4-b9e7-789a3e011b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:9a:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32762abd-9797-4734-b16e-354c2bf5eee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:22:26Z', 'updated_at': '2022-03-08T12:22:26Z', 'revision_number': 0, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}, {'id': '856a9d15-8ae3-4080-855f-66b2e5ac7984', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:fc:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:19:46Z', 'updated_at': '2022-03-08T12:19:48Z', 'revision_number': 1, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:22:28.127990 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4deb8d98-4a20-45da-8c78-af7d4b4038ee req-61a212c3-a979-47cc-bfa1-bd8530888175 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854740 Mar 08 12:22:28.221218 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-4deb8d98-4a20-45da-8c78-af7d4b4038ee req-93865c83-ef6d-42ab-822d-a4310cc6a90f service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878327 Mar 08 12:22:28.279950 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353093b1-6b52-4641-a0ba-7ba332e0f642 None None] New status for floating IP 072541c1-126f-4b21-99e8-bb62a56cbef9: ACTIVE {{(pid=110283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:22:37.116391 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:46.006346 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:22:47.567335 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-54060ed4-2c68-45f7-ad3d-a305b3a1bba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:50.156140 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5611-e6e7-4e62-b1a9-c3733e88fac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:51.110103 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:52.641330 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:53.955842 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:23:07.063936 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:23:17.566547 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a0df7158-bd51-491a-bd29-66aafdfdab2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:23:20.138104 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a9b219b4-d06e-4943-9180-68f6b497dd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:23:21.143921 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:23:22.583665 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:23:23.004774 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:23:23.927179 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:23:25.272468 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-78ff9a5a-95bf-48a6-9f52-78180ba7ce56 req-5b3bba32-a464-44f0-9dfc-015ec5a03191 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464826 Mar 08 12:23:25.369673 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff9a5a-95bf-48a6-9f52-78180ba7ce56 req-82b9620a-114a-4467-a60f-4d0578f878c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:25.371757 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-78ff9a5a-95bf-48a6-9f52-78180ba7ce56 req-82b9620a-114a-4467-a60f-4d0578f878c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 1129 time: 0.0429416 Mar 08 12:23:25.471565 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff9a5a-95bf-48a6-9f52-78180ba7ce56 req-c271ef63-33c5-409d-ae2e-a518cb11ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:25.473033 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-78ff9a5a-95bf-48a6-9f52-78180ba7ce56 req-c271ef63-33c5-409d-ae2e-a518cb11ddab service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 912 time: 0.0824261 Mar 08 12:23:25.537719 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-78ff9a5a-95bf-48a6-9f52-78180ba7ce56 req-39b2ac92-8dd5-47b6-ae64-5aacdde87371 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7119b1e8-4f12-4a00-a707-c8c39619f70f HTTP/1.1" status: 200 len: 1000 time: 0.0585165 Mar 08 12:23:25.582812 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff9a5a-95bf-48a6-9f52-78180ba7ce56 req-bdb12fab-2035-4e1e-8e66-a03e61d3ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:25.584187 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-78ff9a5a-95bf-48a6-9f52-78180ba7ce56 req-bdb12fab-2035-4e1e-8e66-a03e61d3ed1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.0406866 Mar 08 12:23:25.629838 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff9a5a-95bf-48a6-9f52-78180ba7ce56 req-d1095251-32ac-4eef-8cbc-7213e8778bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:25.631268 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-78ff9a5a-95bf-48a6-9f52-78180ba7ce56 req-d1095251-32ac-4eef-8cbc-7213e8778bec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408285 Mar 08 12:23:25.721865 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-78ff9a5a-95bf-48a6-9f52-78180ba7ce56 req-902c9ece-6e98-4454-acd9-e1deb181195f service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831409 Mar 08 12:23:25.815274 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-78ff9a5a-95bf-48a6-9f52-78180ba7ce56 req-08015184-b26a-48e7-a9fa-e8d3d7cb7d49 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871978 Mar 08 12:23:37.098360 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:23:47.571749 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0407c38a-00ab-4d94-b525-d3ea868e8543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:23:50.121375 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-4a815912-0993-4926-a3b9-893daf050037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:23:51.115312 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:23:52.595038 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:23:53.949875 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:00.004219 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:24:07.132115 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:17.611817 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-311e29fb-9f8c-457e-bb2d-1382220bca61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:20.092135 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-52c887ae-f5c8-4bf8-9abd-bb970592a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:21.120860 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:22.612021 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:23.925829 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:25.254596 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f26a500-1d9c-40b4-9dbf-edb0c4f903d5 req-259914f1-cb0a-462c-a294-2339b085af32 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410643 Mar 08 12:24:25.326536 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26a500-1d9c-40b4-9dbf-edb0c4f903d5 req-12a2019b-f655-4937-a87d-edd706895e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:25.328023 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f26a500-1d9c-40b4-9dbf-edb0c4f903d5 req-12a2019b-f655-4937-a87d-edd706895e25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 1130 time: 0.0423446 Mar 08 12:24:25.429822 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26a500-1d9c-40b4-9dbf-edb0c4f903d5 req-0a4dc788-ee87-46bb-a994-c476ea71106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:25.431252 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f26a500-1d9c-40b4-9dbf-edb0c4f903d5 req-0a4dc788-ee87-46bb-a994-c476ea71106f service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 912 time: 0.0853357 Mar 08 12:24:25.492732 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f26a500-1d9c-40b4-9dbf-edb0c4f903d5 req-aaa7b7f5-6f1f-4780-b296-af2cc9838879 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e1a7bda-6423-4db4-b9e7-789a3e011b58 HTTP/1.1" status: 200 len: 1002 time: 0.0552268 Mar 08 12:24:25.537842 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26a500-1d9c-40b4-9dbf-edb0c4f903d5 req-5442cfcf-7b73-4161-896a-aa22b8b6e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:25.539131 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f26a500-1d9c-40b4-9dbf-edb0c4f903d5 req-5442cfcf-7b73-4161-896a-aa22b8b6e617 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.0414414 Mar 08 12:24:25.588577 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26a500-1d9c-40b4-9dbf-edb0c4f903d5 req-dd94fa6c-fc55-4f45-9067-5050d01866e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:25.590075 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f26a500-1d9c-40b4-9dbf-edb0c4f903d5 req-dd94fa6c-fc55-4f45-9067-5050d01866e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458641 Mar 08 12:24:25.675732 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f26a500-1d9c-40b4-9dbf-edb0c4f903d5 req-88586e60-02d6-4151-bd47-3fd7192ef82e service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794322 Mar 08 12:24:25.766043 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-9f26a500-1d9c-40b4-9dbf-edb0c4f903d5 req-c8255c90-f09d-41a4-9b79-f01ed5a09a9a service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848722 Mar 08 12:24:26.267705 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-18f215f4-a87d-4661-8369-8f79f2d2fb40 service neutron] (110281) timed out ('10.222.0.43', 49586) {{(pid=110281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 12:24:26.345559 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [req-1cbdc59b-d22b-49a5-9771-e61cfb9783fa req-ec40babd-81ce-4a1b-82a3-7849d2f6b931 tempest-AttachVolumeShelveTestJSON-1666915402 tempest-AttachVolumeShelveTestJSON-1666915402-project] (110282) timed out ('10.222.0.43', 49594) {{(pid=110282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 12:24:26.414208 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 53572) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:26.771292 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Deleting port 83e903e8-c072-4cc8-8709-5fdd44ff2b24 {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:24:26.771632 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (83e903e8-c072-4cc8-8709-5fdd44ff2b24), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:26.846738 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (83e903e8-c072-4cc8-8709-5fdd44ff2b24), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:26.847060 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for floatingip (83e903e8-c072-4cc8-8709-5fdd44ff2b24), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:26.858766 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Calling delete_port for 83e903e8-c072-4cc8-8709-5fdd44ff2b24 owned by network:floatingip {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:24:27.046431 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (83e903e8-c072-4cc8-8709-5fdd44ff2b24), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:27.070899 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event deleted for resources: {'Port': ['ID=83e903e8-c072-4cc8-8709-5fdd44ff2b24,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:27.096883 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:27.097240 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:27.097593 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:27.097936 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:27.098272 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:27.098604 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:27.098937 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:27.099271 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:27.099600 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:27.099929 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:27.100256 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:27.100605 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:27.100929 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:27.137894 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for floatingip (072541c1-126f-4b21-99e8-bb62a56cbef9), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:27.138217 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.l3_db [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Floating IP 072541c1-126f-4b21-99e8-bb62a56cbef9 disassociated (deleted). External IP: 172.27.0.203, port: 6e1a7bda-6423-4db4-b9e7-789a3e011b58. Mar 08 12:24:27.341116 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Router 13cc54ab-a726-46e1-bfe1-a77701aafe23 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:24:27.446947 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:24:27.455772 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:27.458770 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cff75-c9c6-4b3e-92f6-1bf100f2a31b None None] Sync routers for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:24:27.469558 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0cff75-c9c6-4b3e-92f6-1bf100f2a31b None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:24:27.470183 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-8b0cff75-c9c6-4b3e-92f6-1bf100f2a31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:24:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:27.481832 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-545f29d9-c1c0-47dc-9f19-a779709c1d4a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "DELETE /v2.0/floatingips/072541c1-126f-4b21-99e8-bb62a56cbef9 HTTP/1.1" status: 204 len: 168 time: 1.0665531 Mar 08 12:24:27.483064 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32762abd-9797-4734-b16e-354c2bf5eee5', 'tag': '6e1a7bda-6423-4db4-b9e7-789a3e011b58'}] {{(pid=110282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:24:27.485627 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97424759812351d4672f9113f60e7df0fb12b366de8dab3fc6208360780b3a6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1f5512-6c74-4131-80f7-57270d93e082" -d '{"events": [{"name": "network-changed", "server_uuid": "32762abd-9797-4734-b16e-354c2bf5eee5", "tag": "6e1a7bda-6423-4db4-b9e7-789a3e011b58"}]}' {{(pid=110282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:24:27.583503 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-8b0cff75-c9c6-4b3e-92f6-1bf100f2a31b None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:24:27.616479 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b3eb38-30e7-40ea-b0e2-ebb53751aab6 x-openstack-request-id: req-b7b3eb38-30e7-40ea-b0e2-ebb53751aab6 {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:24:27.616781 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32762abd-9797-4734-b16e-354c2bf5eee5", "tag": "6e1a7bda-6423-4db4-b9e7-789a3e011b58", "status": "completed", "code": 200}]} {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:24:27.617038 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7b3eb38-30e7-40ea-b0e2-ebb53751aab6 {{(pid=110282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:24:27.617441 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32762abd-9797-4734-b16e-354c2bf5eee5', 'tag': '6e1a7bda-6423-4db4-b9e7-789a3e011b58', 'status': 'completed', 'code': 200} Mar 08 12:24:27.706888 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f5512-6c74-4131-80f7-57270d93e082 req-75461592-02d2-4e57-af63-cfdae00cd785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:27.708486 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a1f5512-6c74-4131-80f7-57270d93e082 req-75461592-02d2-4e57-af63-cfdae00cd785 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 1130 time: 0.0490651 Mar 08 12:24:27.803010 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f5512-6c74-4131-80f7-57270d93e082 req-dcc23fa5-6727-49e0-956c-39532fa8e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:27.804528 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a1f5512-6c74-4131-80f7-57270d93e082 req-dcc23fa5-6727-49e0-956c-39532fa8e9b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 912 time: 0.0909326 Mar 08 12:24:27.817118 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-8b0cff75-c9c6-4b3e-92f6-1bf100f2a31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '856a9d15-8ae3-4080-855f-66b2e5ac7984', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:fc:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:19:46Z', 'updated_at': '2022-03-08T12:19:48Z', 'revision_number': 1, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:27.843612 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cff75-c9c6-4b3e-92f6-1bf100f2a31b None None] Checking router: 13cc54ab-a726-46e1-bfe1-a77701aafe23 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:24:27.852062 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0cff75-c9c6-4b3e-92f6-1bf100f2a31b None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:24:27.852582 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-8b0cff75-c9c6-4b3e-92f6-1bf100f2a31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:24:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:27.881245 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a1f5512-6c74-4131-80f7-57270d93e082 req-274e5dd8-5e24-48fe-aa82-4d53b66a2558 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e1a7bda-6423-4db4-b9e7-789a3e011b58 HTTP/1.1" status: 200 len: 217 time: 0.0490720 Mar 08 12:24:27.938003 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c55aff-f66e-456f-b294-2e31554ff900 req-de4b3659-faf3-489a-950a-03bb071f836d tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:27.939489 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-61c55aff-f66e-456f-b294-2e31554ff900 req-de4b3659-faf3-489a-950a-03bb071f836d tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 946 time: 0.1180182 Mar 08 12:24:27.959989 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f5512-6c74-4131-80f7-57270d93e082 req-e6fa6b00-ba86-4598-8aab-6105f8b2af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:27.960774 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-8b0cff75-c9c6-4b3e-92f6-1bf100f2a31b None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:24:27.961452 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a1f5512-6c74-4131-80f7-57270d93e082 req-e6fa6b00-ba86-4598-8aab-6105f8b2af5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.0730906 Mar 08 12:24:28.018610 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-61c55aff-f66e-456f-b294-2e31554ff900 req-e2ea638e-c4e3-4cbe-a864-0a5912a9f2f0 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732636 Mar 08 12:24:28.030068 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f5512-6c74-4131-80f7-57270d93e082 req-1225be64-f0c7-43b4-abd2-b653c9c7d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:28.032438 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a1f5512-6c74-4131-80f7-57270d93e082 req-1225be64-f0c7-43b4-abd2-b653c9c7d639 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623975 Mar 08 12:24:28.119690 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a1f5512-6c74-4131-80f7-57270d93e082 req-d5a374f3-0abf-4c4b-be06-b54abd506924 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812883 Mar 08 12:24:28.186350 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-8b0cff75-c9c6-4b3e-92f6-1bf100f2a31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '856a9d15-8ae3-4080-855f-66b2e5ac7984', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:fc:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:19:46Z', 'updated_at': '2022-03-08T12:19:48Z', 'revision_number': 1, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:28.211931 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cff75-c9c6-4b3e-92f6-1bf100f2a31b None None] The sync data for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi is: [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_floatingips': [{'id': '856a9d15-8ae3-4080-855f-66b2e5ac7984', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'router_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'port_id': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'mac_address': 'fa:16:3e:fc:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:19:46Z', 'updated_at': '2022-03-08T12:19:48Z', 'revision_number': 1, 'project_id': '944f24ac361440d08fdde904b74d017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:24:28.214724 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-8a1f5512-6c74-4131-80f7-57270d93e082 req-295d0811-f959-41f0-89ea-1e00ab254c13 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881283 Mar 08 12:24:28.421227 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b574afd6-403b-41ef-86c6-e61aed8453b2 None None] New status for floating IP 072541c1-126f-4b21-99e8-bb62a56cbef9: DOWN {{(pid=110283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:24:29.139078 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266efd1-9a8c-4d00-9fd7-008f625d5dda req-afde7f9f-8714-4c8f-8a22-056d52b44c9f tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:29.140575 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c266efd1-9a8c-4d00-9fd7-008f625d5dda req-afde7f9f-8714-4c8f-8a22-056d52b44c9f tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 946 time: 0.0511510 Mar 08 12:24:29.188067 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c266efd1-9a8c-4d00-9fd7-008f625d5dda req-dda29971-1723-4a3e-b5e3-ab164d46a83d tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419438 Mar 08 12:24:29.814951 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379246c-ed0c-48b0-833f-2af298d193c5 req-613d7bab-adf9-414a-bdcb-f95620f3705c tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:29.816384 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b379246c-ed0c-48b0-833f-2af298d193c5 req-613d7bab-adf9-414a-bdcb-f95620f3705c tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 946 time: 0.0543537 Mar 08 12:24:29.905856 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-b379246c-ed0c-48b0-833f-2af298d193c5 req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Deleting port 6e1a7bda-6423-4db4-b9e7-789a3e011b58 {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:24:29.906228 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b379246c-ed0c-48b0-833f-2af298d193c5 req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:30.000620 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-b379246c-ed0c-48b0-833f-2af298d193c5 req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] For port 6e1a7bda-6423-4db4-b9e7-789a3e011b58, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e1a7bda-6423-4db4-b9e7-789a3e011b58,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:24:30.000971 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b379246c-ed0c-48b0-833f-2af298d193c5 req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:30.012426 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-b379246c-ed0c-48b0-833f-2af298d193c5 req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Calling delete_port for 6e1a7bda-6423-4db4-b9e7-789a3e011b58 owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:24:30.200867 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b379246c-ed0c-48b0-833f-2af298d193c5 req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (6e1a7bda-6423-4db4-b9e7-789a3e011b58), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:30.230965 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event deleted for resources: {'Port': ['ID=6e1a7bda-6423-4db4-b9e7-789a3e011b58,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:30.241212 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:30.248768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:30.248768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:30.248768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:30.248768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:30.248768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:30.248768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:30.248768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:30.248768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:30.248768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:30.248768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:30.248768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:30.248768 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:30.309923 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-a731a204-1fc2-42d2-b481-69a9d0e45b39 req-9d055179-020b-4867-8396-35d152a79343 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 210 time: 0.0405023 Mar 08 12:24:30.311279 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b379246c-ed0c-48b0-833f-2af298d193c5 req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] No DVR routers for this DVR port 6e1a7bda-6423-4db4-b9e7-789a3e011b58 on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:24:30.313987 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-b379246c-ed0c-48b0-833f-2af298d193c5 req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:30.317284 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-b379246c-ed0c-48b0-833f-2af298d193c5 req-68b72ab0-4522-42d9-8e4d-ea0375d71f0b tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "DELETE /v2.0/ports/6e1a7bda-6423-4db4-b9e7-789a3e011b58 HTTP/1.1" status: 204 len: 173 time: 0.4955242 Mar 08 12:24:30.317764 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32762abd-9797-4734-b16e-354c2bf5eee5', 'name': 'network-vif-deleted', 'tag': '6e1a7bda-6423-4db4-b9e7-789a3e011b58'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:24:30.319975 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2d6764-6738-4e68-828e-1255f3c0222c" -d '{"events": [{"server_uuid": "32762abd-9797-4734-b16e-354c2bf5eee5", "name": "network-vif-deleted", "tag": "6e1a7bda-6423-4db4-b9e7-789a3e011b58"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:24:30.414752 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9616a039-e4cd-4e3b-a209-cc9e763c8486 x-openstack-request-id: req-9616a039-e4cd-4e3b-a209-cc9e763c8486 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:24:30.415052 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32762abd-9797-4734-b16e-354c2bf5eee5", "name": "network-vif-deleted", "tag": "6e1a7bda-6423-4db4-b9e7-789a3e011b58", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:24:30.415307 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9616a039-e4cd-4e3b-a209-cc9e763c8486 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:24:30.415713 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32762abd-9797-4734-b16e-354c2bf5eee5', 'name': 'network-vif-deleted', 'tag': '6e1a7bda-6423-4db4-b9e7-789a3e011b58', 'status': 'completed', 'code': 200} Mar 08 12:24:31.412689 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c13c4939-6830-4ffe-aaaa-9c95da68c93e req-6d05dd01-dc08-4494-bd45-e453ee8d092e tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=32762abd-9797-4734-b16e-354c2bf5eee5 HTTP/1.1" status: 200 len: 210 time: 0.0261505 Mar 08 12:24:32.073959 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 6e1a7bda-6423-4db4-b9e7-789a3e011b58 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:24:32.094448 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 6e1a7bda-6423-4db4-b9e7-789a3e011b58 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:24:32.094797 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 6e1a7bda-6423-4db4-b9e7-789a3e011b58 not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:24:34.883346 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 53624) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:35.035216 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-92a911b0-07f7-4581-9f49-595a344e66e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Deleting port 7661bd85-cd3d-4998-aebe-b1f0146c38b7 {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:24:35.035556 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-92a911b0-07f7-4581-9f49-595a344e66e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (7661bd85-cd3d-4998-aebe-b1f0146c38b7), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:35.111869 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-92a911b0-07f7-4581-9f49-595a344e66e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (7661bd85-cd3d-4998-aebe-b1f0146c38b7), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:35.112187 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-92a911b0-07f7-4581-9f49-595a344e66e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for floatingip (7661bd85-cd3d-4998-aebe-b1f0146c38b7), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:35.123784 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-92a911b0-07f7-4581-9f49-595a344e66e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Calling delete_port for 7661bd85-cd3d-4998-aebe-b1f0146c38b7 owned by network:floatingip {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:24:35.337783 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-92a911b0-07f7-4581-9f49-595a344e66e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (7661bd85-cd3d-4998-aebe-b1f0146c38b7), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:35.368264 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a911b0-07f7-4581-9f49-595a344e66e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event deleted for resources: {'Port': ['ID=7661bd85-cd3d-4998-aebe-b1f0146c38b7,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:35.425224 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-92a911b0-07f7-4581-9f49-595a344e66e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for floatingip (856a9d15-8ae3-4080-855f-66b2e5ac7984), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:35.425466 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.db.l3_db [None req-92a911b0-07f7-4581-9f49-595a344e66e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Floating IP 856a9d15-8ae3-4080-855f-66b2e5ac7984 disassociated (deleted). External IP: 172.27.0.65, port: 7119b1e8-4f12-4a00-a707-c8c39619f70f. Mar 08 12:24:35.629754 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a911b0-07f7-4581-9f49-595a344e66e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Router 13cc54ab-a726-46e1-bfe1-a77701aafe23 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:24:35.740777 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a911b0-07f7-4581-9f49-595a344e66e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:24:35.745578 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-92a911b0-07f7-4581-9f49-595a344e66e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:35.750138 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a327f-4af4-40bf-9e1e-af1aa85a8bc2 None None] Sync routers for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:24:35.760172 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a327f-4af4-40bf-9e1e-af1aa85a8bc2 None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:24:35.760797 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-548a327f-4af4-40bf-9e1e-af1aa85a8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:24:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:35.776738 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-92a911b0-07f7-4581-9f49-595a344e66e6 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "DELETE /v2.0/floatingips/856a9d15-8ae3-4080-855f-66b2e5ac7984 HTTP/1.1" status: 204 len: 168 time: 0.8922884 Mar 08 12:24:35.777555 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'tag': '7119b1e8-4f12-4a00-a707-c8c39619f70f'}] {{(pid=110282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:24:35.780742 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97424759812351d4672f9113f60e7df0fb12b366de8dab3fc6208360780b3a6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b205164-96fc-47a0-a231-45147e2d1f58" -d '{"events": [{"name": "network-changed", "server_uuid": "4a535a13-d023-4c2a-bc91-35f6b5a6ea78", "tag": "7119b1e8-4f12-4a00-a707-c8c39619f70f"}]}' {{(pid=110282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:24:35.826605 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839c5849-062e-4fbf-a148-5a655f8a0fdf x-openstack-request-id: req-839c5849-062e-4fbf-a148-5a655f8a0fdf {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:24:35.826935 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a535a13-d023-4c2a-bc91-35f6b5a6ea78", "tag": "7119b1e8-4f12-4a00-a707-c8c39619f70f", "status": "completed", "code": 200}]} {{(pid=110282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:24:35.827230 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-839c5849-062e-4fbf-a148-5a655f8a0fdf {{(pid=110282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:24:35.827638 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'tag': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'status': 'completed', 'code': 200} Mar 08 12:24:35.873110 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-548a327f-4af4-40bf-9e1e-af1aa85a8bc2 None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:24:35.917601 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b205164-96fc-47a0-a231-45147e2d1f58 req-5c85278e-a0b7-43a1-82a3-cc5cbfea28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:35.919121 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1b205164-96fc-47a0-a231-45147e2d1f58 req-5c85278e-a0b7-43a1-82a3-cc5cbfea28ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944f24ac361440d08fdde904b74d017f&device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 1129 time: 0.0471144 Mar 08 12:24:36.012880 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b205164-96fc-47a0-a231-45147e2d1f58 req-9a776c08-cdde-4184-8e97-bba1d38831e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:36.014885 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1b205164-96fc-47a0-a231-45147e2d1f58 req-9a776c08-cdde-4184-8e97-bba1d38831e3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 200 len: 912 time: 0.0891862 Mar 08 12:24:36.058521 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1b205164-96fc-47a0-a231-45147e2d1f58 req-80f643b3-9dff-4fe6-813d-9953d085c200 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7119b1e8-4f12-4a00-a707-c8c39619f70f HTTP/1.1" status: 200 len: 217 time: 0.0373275 Mar 08 12:24:36.108007 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b205164-96fc-47a0-a231-45147e2d1f58 req-a31dd37c-2580-44d7-a183-ed791799bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:36.109535 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1b205164-96fc-47a0-a231-45147e2d1f58 req-a31dd37c-2580-44d7-a183-ed791799bfd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 200 len: 850 time: 0.0438929 Mar 08 12:24:36.161622 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b205164-96fc-47a0-a231-45147e2d1f58 req-feb346bc-7cba-46a8-bb0d-7090cfd2f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:36.163141 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1b205164-96fc-47a0-a231-45147e2d1f58 req-feb346bc-7cba-46a8-bb0d-7090cfd2f0a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90e834-a299-4fb0-8a0a-7cae3937d019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478401 Mar 08 12:24:36.174847 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-548a327f-4af4-40bf-9e1e-af1aa85a8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:36.201002 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a327f-4af4-40bf-9e1e-af1aa85a8bc2 None None] Checking router: 13cc54ab-a726-46e1-bfe1-a77701aafe23 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:24:36.209103 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a327f-4af4-40bf-9e1e-af1aa85a8bc2 None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:24:36.209698 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-548a327f-4af4-40bf-9e1e-af1aa85a8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:24:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:36.286650 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696cc9e-47fa-425c-97ef-0e12384ec246 req-a2d749a0-85e9-4bc1-b9e6-5a0bdf94e9c2 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:36.288039 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f696cc9e-47fa-425c-97ef-0e12384ec246 req-a2d749a0-85e9-4bc1-b9e6-5a0bdf94e9c2 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 945 time: 0.1133533 Mar 08 12:24:36.315609 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1b205164-96fc-47a0-a231-45147e2d1f58 req-36af4376-47f5-4852-8332-67f8b0802879 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155996 Mar 08 12:24:36.322596 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-548a327f-4af4-40bf-9e1e-af1aa85a8bc2 None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:24:36.374826 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-f696cc9e-47fa-425c-97ef-0e12384ec246 req-b6205a4b-7030-4524-bab2-759c1e470d82 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804691 Mar 08 12:24:36.431820 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-1b205164-96fc-47a0-a231-45147e2d1f58 req-a35ea480-a99c-43c8-bf76-d1f462be1a28 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088228 Mar 08 12:24:36.518205 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-548a327f-4af4-40bf-9e1e-af1aa85a8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:36.548039 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a327f-4af4-40bf-9e1e-af1aa85a8bc2 None None] The sync data for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi is: [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 4, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi', '_interfaces': [{'id': '57dbe04e-c283-42da-8ef0-e9250ee2d787', 'name': '', 'network_id': '4b90e834-a299-4fb0-8a0a-7cae3937d019', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'mac_address': 'fa:16:3e:67:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:02Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'subnets': [{'id': 'd4fc325f-d57c-49b6-953e-f0230856c659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:24:36.759468 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879181a9-3189-437c-a944-d83dadb9ee0e None None] New status for floating IP 856a9d15-8ae3-4080-855f-66b2e5ac7984: DOWN {{(pid=110283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:24:37.002734 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:24:37.102935 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:37.495884 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d7e60-7d37-47ac-8db4-f602555a0994 req-81851c7a-0f63-41c9-99f1-751875f93897 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:37.497381 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-648d7e60-7d37-47ac-8db4-f602555a0994 req-81851c7a-0f63-41c9-99f1-751875f93897 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 945 time: 0.0556993 Mar 08 12:24:37.544980 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-648d7e60-7d37-47ac-8db4-f602555a0994 req-74906cfd-dd0e-456e-8dcd-7593f0c61ed1 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/security-groups?id=48a6d327-0406-46de-9969-635351163cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 Mar 08 12:24:37.975642 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd7917-6309-46bc-b011-2889f1386d0f req-8095c4f1-a38d-4f06-ae87-7d39aeed4551 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:37.977140 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2dfd7917-6309-46bc-b011-2889f1386d0f req-8095c4f1-a38d-4f06-ae87-7d39aeed4551 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 945 time: 0.0493407 Mar 08 12:24:38.070218 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-2dfd7917-6309-46bc-b011-2889f1386d0f req-c11f9664-64a6-43ab-8616-a2e699961c04 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Deleting port 7119b1e8-4f12-4a00-a707-c8c39619f70f {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:24:38.070554 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-2dfd7917-6309-46bc-b011-2889f1386d0f req-c11f9664-64a6-43ab-8616-a2e699961c04 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:38.167262 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [req-2dfd7917-6309-46bc-b011-2889f1386d0f req-c11f9664-64a6-43ab-8616-a2e699961c04 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] For port 7119b1e8-4f12-4a00-a707-c8c39619f70f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7119b1e8-4f12-4a00-a707-c8c39619f70f,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:24:38.167669 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-2dfd7917-6309-46bc-b011-2889f1386d0f req-c11f9664-64a6-43ab-8616-a2e699961c04 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:38.187798 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [req-2dfd7917-6309-46bc-b011-2889f1386d0f req-c11f9664-64a6-43ab-8616-a2e699961c04 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Calling delete_port for 7119b1e8-4f12-4a00-a707-c8c39619f70f owned by compute:nova {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:24:38.394851 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-2dfd7917-6309-46bc-b011-2889f1386d0f req-c11f9664-64a6-43ab-8616-a2e699961c04 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (7119b1e8-4f12-4a00-a707-c8c39619f70f), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:38.422843 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f9664-64a6-43ab-8616-a2e699961c04 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event deleted for resources: {'Port': ['ID=7119b1e8-4f12-4a00-a707-c8c39619f70f,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:38.466223 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfd7917-6309-46bc-b011-2889f1386d0f req-c11f9664-64a6-43ab-8616-a2e699961c04 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] No DVR routers for this DVR port 7119b1e8-4f12-4a00-a707-c8c39619f70f on host hv-cinder-83008 {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:24:38.469449 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [req-2dfd7917-6309-46bc-b011-2889f1386d0f req-c11f9664-64a6-43ab-8616-a2e699961c04 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for port (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:38.473263 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-2dfd7917-6309-46bc-b011-2889f1386d0f req-c11f9664-64a6-43ab-8616-a2e699961c04 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.53 "DELETE /v2.0/ports/7119b1e8-4f12-4a00-a707-c8c39619f70f HTTP/1.1" status: 204 len: 173 time: 0.4907835 Mar 08 12:24:38.473702 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'name': 'network-vif-deleted', 'tag': '7119b1e8-4f12-4a00-a707-c8c39619f70f'}] {{(pid=110281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:24:38.476637 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5743b2f44757839c78e2f80ad653533a1c0e73b3cd2a36f44c126efcb301e1fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0bc907-0f45-4862-8791-e491f5b50c30" -d '{"events": [{"server_uuid": "4a535a13-d023-4c2a-bc91-35f6b5a6ea78", "name": "network-vif-deleted", "tag": "7119b1e8-4f12-4a00-a707-c8c39619f70f"}]}' {{(pid=110281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:24:38.510796 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588afd45-b501-45b5-b417-adcd3fbb29b0 x-openstack-request-id: req-588afd45-b501-45b5-b417-adcd3fbb29b0 {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:24:38.511410 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a535a13-d023-4c2a-bc91-35f6b5a6ea78", "name": "network-vif-deleted", "tag": "7119b1e8-4f12-4a00-a707-c8c39619f70f", "status": "completed", "code": 200}]} {{(pid=110281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:24:38.511410 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-588afd45-b501-45b5-b417-adcd3fbb29b0 {{(pid=110281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:24:38.511724 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a535a13-d023-4c2a-bc91-35f6b5a6ea78', 'name': 'network-vif-deleted', 'tag': '7119b1e8-4f12-4a00-a707-c8c39619f70f', 'status': 'completed', 'code': 200} Mar 08 12:24:38.636094 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-c50a63de-ec87-488d-abaa-28c804fa235a req-5b5c7ae3-5708-4253-b89d-52b01399d1b7 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 210 time: 0.0253444 Mar 08 12:24:39.746382 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [req-d49c04ad-28c8-4a8a-80aa-0decfaffed9d req-11a59755-c619-49a7-938d-00ad5d43f4ae tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a535a13-d023-4c2a-bc91-35f6b5a6ea78 HTTP/1.1" status: 200 len: 210 time: 0.0255487 Mar 08 12:24:40.804186 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 53642) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:40.926455 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-b29ecd9f-95dd-48e1-beac-0c5967db092a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Deleting port 284c64e6-01d9-4b84-a7e5-f043050cfb0b {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:24:40.926798 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b29ecd9f-95dd-48e1-beac-0c5967db092a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (284c64e6-01d9-4b84-a7e5-f043050cfb0b), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:41.004473 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b29ecd9f-95dd-48e1-beac-0c5967db092a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (284c64e6-01d9-4b84-a7e5-f043050cfb0b), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:41.004795 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b29ecd9f-95dd-48e1-beac-0c5967db092a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for floatingip (284c64e6-01d9-4b84-a7e5-f043050cfb0b), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:41.015839 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-b29ecd9f-95dd-48e1-beac-0c5967db092a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Calling delete_port for 284c64e6-01d9-4b84-a7e5-f043050cfb0b owned by network:floatingip {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:24:41.212085 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b29ecd9f-95dd-48e1-beac-0c5967db092a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (284c64e6-01d9-4b84-a7e5-f043050cfb0b), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:41.238771 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ecd9f-95dd-48e1-beac-0c5967db092a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event deleted for resources: {'Port': ['ID=284c64e6-01d9-4b84-a7e5-f043050cfb0b,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:41.293837 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b29ecd9f-95dd-48e1-beac-0c5967db092a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for floatingip (2bc6a1f7-e06b-4962-842f-2df4c009da06), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:41.297042 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-b29ecd9f-95dd-48e1-beac-0c5967db092a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40907'] for floatingip (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:41.298188 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-b29ecd9f-95dd-48e1-beac-0c5967db092a tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "DELETE /v2.0/floatingips/2bc6a1f7-e06b-4962-842f-2df4c009da06 HTTP/1.1" status: 204 len: 168 time: 0.4929876 Mar 08 12:24:42.074510 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 7119b1e8-4f12-4a00-a707-c8c39619f70f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:24:42.094907 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] No Port match for: 7119b1e8-4f12-4a00-a707-c8c39619f70f {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:24:42.096451 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Device 7119b1e8-4f12-4a00-a707-c8c39619f70f not bound to the agent host hv-cinder-83008 {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:24:42.617487 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 53654) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:42.677131 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-495b5c8a-c8d7-41ff-899a-2bdd0e506521 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group (48a6d327-0406-46de-9969-635351163cd1), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:42.701235 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-495b5c8a-c8d7-41ff-899a-2bdd0e506521 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group (48a6d327-0406-46de-9969-635351163cd1), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:42.834475 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-495b5c8a-c8d7-41ff-899a-2bdd0e506521 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (48a6d327-0406-46de-9969-635351163cd1), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:42.837055 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-495b5c8a-c8d7-41ff-899a-2bdd0e506521 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Publish callbacks [] for security_group (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:42.838484 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-495b5c8a-c8d7-41ff-899a-2bdd0e506521 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] 10.222.0.43 "DELETE /v2.0/security-groups/48a6d327-0406-46de-9969-635351163cd1 HTTP/1.1" status: 204 len: 168 time: 0.2200050 Mar 08 12:24:42.852603 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b5c8a-c8d7-41ff-899a-2bdd0e506521 tempest-TestVolumeBootPattern-1424000440 tempest-TestVolumeBootPattern-1424000440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a6d327-0406-46de-9969-635351163cd1,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:42.954000 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 53658) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:43.444661 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65fbd29f-a0c4-4e5b-8db9-5db79e6231f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66618965'] for router_interface (13cc54ab-a726-46e1-bfe1-a77701aafe23), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:43.683890 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-65fbd29f-a0c4-4e5b-8db9-5db79e6231f1 admin admin] Deleting port 57dbe04e-c283-42da-8ef0-e9250ee2d787 {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:24:43.684631 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65fbd29f-a0c4-4e5b-8db9-5db79e6231f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:43.762611 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [None req-65fbd29f-a0c4-4e5b-8db9-5db79e6231f1 admin admin] For port 57dbe04e-c283-42da-8ef0-e9250ee2d787, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=57dbe04e-c283-42da-8ef0-e9250ee2d787,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:24:43.762891 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65fbd29f-a0c4-4e5b-8db9-5db79e6231f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:43.774656 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-65fbd29f-a0c4-4e5b-8db9-5db79e6231f1 admin admin] Calling delete_port for 57dbe04e-c283-42da-8ef0-e9250ee2d787 owned by network:router_interface {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:24:44.000711 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65fbd29f-a0c4-4e5b-8db9-5db79e6231f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (57dbe04e-c283-42da-8ef0-e9250ee2d787), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:44.025738 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbd29f-a0c4-4e5b-8db9-5db79e6231f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=57dbe04e-c283-42da-8ef0-e9250ee2d787,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:44.188837 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-65fbd29f-a0c4-4e5b-8db9-5db79e6231f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66820362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618913'] for router_interface (13cc54ab-a726-46e1-bfe1-a77701aafe23), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:44.399182 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fbd29f-a0c4-4e5b-8db9-5db79e6231f1 admin admin] Router 13cc54ab-a726-46e1-bfe1-a77701aafe23 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:24:44.503112 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fbd29f-a0c4-4e5b-8db9-5db79e6231f1 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:24:44.507995 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-65fbd29f-a0c4-4e5b-8db9-5db79e6231f1 admin admin] 10.222.0.43 "PUT /v2.0/routers/13cc54ab-a726-46e1-bfe1-a77701aafe23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5529726 Mar 08 12:24:44.510525 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 53662) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:44.513135 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5749a1-4f91-448b-af95-2e76f49819a9 None None] Sync routers for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:24:44.523397 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5749a1-4f91-448b-af95-2e76f49819a9 None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:24:44.523994 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-6f5749a1-4f91-448b-af95-2e76f49819a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:24:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:44.612783 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Publish callbacks [] for router (13cc54ab-a726-46e1-bfe1-a77701aafe23), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:44.627922 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-6f5749a1-4f91-448b-af95-2e76f49819a9 None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:24:44.805237 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-6f5749a1-4f91-448b-af95-2e76f49819a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:24:43Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:44.836341 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5749a1-4f91-448b-af95-2e76f49819a9 None None] Checking router: 13cc54ab-a726-46e1-bfe1-a77701aafe23 for host: dv-cinder-830086-2-iscsi {{(pid=110284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:24:44.845218 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5749a1-4f91-448b-af95-2e76f49819a9 None None] Routers {'13cc54ab-a726-46e1-bfe1-a77701aafe23'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:24:44.845835 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-6f5749a1-4f91-448b-af95-2e76f49819a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:24:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['13cc54ab-a726-46e1-bfe1-a77701aafe23'], 'active': True} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:44.934286 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Publish callbacks [] for router_gateway (13cc54ab-a726-46e1-bfe1-a77701aafe23), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:44.953056 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_dvr_db [None req-6f5749a1-4f91-448b-af95-2e76f49819a9 None None] Set router 13cc54ab-a726-46e1-bfe1-a77701aafe23 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:24:45.047212 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Deleting port ab638eda-bd43-4886-94f0-e30cfc08b401 {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:24:45.047548 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:45.131532 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] For port ab638eda-bd43-4886-94f0-e30cfc08b401, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=ab638eda-bd43-4886-94f0-e30cfc08b401,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:24:45.131781 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.l3_hamode_db [None req-6f5749a1-4f91-448b-af95-2e76f49819a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:24:43Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:45.131909 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:45.143876 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Calling delete_port for ab638eda-bd43-4886-94f0-e30cfc08b401 owned by network:router_gateway {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:24:45.157405 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5749a1-4f91-448b-af95-2e76f49819a9 None None] The sync data for ids ['13cc54ab-a726-46e1-bfe1-a77701aafe23'] in dv-cinder-830086-2-iscsi is: [{'id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'name': 'tempest-TestVolumeBootPattern-248093329-router', 'tenant_id': '944f24ac361440d08fdde904b74d017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:24:43Z', 'revision_number': 5, 'project_id': '944f24ac361440d08fdde904b74d017f', 'gw_port': {'id': 'ab638eda-bd43-4886-94f0-e30cfc08b401', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc54ab-a726-46e1-bfe1-a77701aafe23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:00Z', 'updated_at': '2022-03-08T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}] {{(pid=110284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:24:45.377671 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (ab638eda-bd43-4886-94f0-e30cfc08b401), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:45.402490 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ab638eda-bd43-4886-94f0-e30cfc08b401,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:45.459654 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66620555'] for router_gateway (13cc54ab-a726-46e1-bfe1-a77701aafe23), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:45.555801 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66648383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (13cc54ab-a726-46e1-bfe1-a77701aafe23), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:45.558059 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Publish callbacks [] for router_controller (13cc54ab-a726-46e1-bfe1-a77701aafe23), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:45.657915 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66648360'] for router (13cc54ab-a726-46e1-bfe1-a77701aafe23), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:45.658441 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13cc54ab-a726-46e1-bfe1-a77701aafe23 {{(pid=110282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:24:45.663007 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:45.664300 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-97c258e8-97b8-452e-ac8d-5e15e39d25aa admin admin] 10.222.0.43 "DELETE /v2.0/routers/13cc54ab-a726-46e1-bfe1-a77701aafe23 HTTP/1.1" status: 204 len: 168 time: 1.1527667 Mar 08 12:24:45.666758 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 53664) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:45.715861 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfb1b77-c15d-4840-95a2-52eeb03d9f84 admin admin] Deleting subnet d4fc325f-d57c-49b6-953e-f0230856c659 {{(pid=110282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:24:45.719181 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1b77-c15d-4840-95a2-52eeb03d9f84 admin admin] Publish callbacks [] for subnet (d4fc325f-d57c-49b6-953e-f0230856c659), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:45.754007 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1b77-c15d-4840-95a2-52eeb03d9f84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417268'] for subnet (d4fc325f-d57c-49b6-953e-f0230856c659), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:45.839149 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1b77-c15d-4840-95a2-52eeb03d9f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (d4fc325f-d57c-49b6-953e-f0230856c659), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:45.949401 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1b77-c15d-4840-95a2-52eeb03d9f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64257017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64241037'] for subnet (d4fc325f-d57c-49b6-953e-f0230856c659), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:45.975132 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb1b77-c15d-4840-95a2-52eeb03d9f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fc325f-d57c-49b6-953e-f0230856c659,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:45.980403 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1b77-c15d-4840-95a2-52eeb03d9f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:45.984581 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-ecfb1b77-c15d-4840-95a2-52eeb03d9f84 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d4fc325f-d57c-49b6-953e-f0230856c659 HTTP/1.1" status: 204 len: 168 time: 0.3159740 Mar 08 12:24:45.986895 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53666) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:45.987389 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68dee37-917f-467b-b792-e9970de86df9 None None] Network 4b90e834-a299-4fb0-8a0a-7cae3937d019 requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:24:46.055854 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (4b90e834-a299-4fb0-8a0a-7cae3937d019), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:46.111397 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Deleting port fc2df624-b39c-421a-af0a-472ee07a3e9b {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:24:46.111934 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:46.161160 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] DHCP port deletion for 4b90e834-a299-4fb0-8a0a-7cae3937d019 request from dv-cinder-830086-2-iscsi {{(pid=110283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:24:46.182151 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] For port fc2df624-b39c-421a-af0a-472ee07a3e9b, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=fc2df624-b39c-421a-af0a-472ee07a3e9b,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:24:46.182780 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:46.197165 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Calling delete_port for fc2df624-b39c-421a-af0a-472ee07a3e9b owned by network:dhcp {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:24:46.212907 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Deleting port fc2df624-b39c-421a-af0a-472ee07a3e9b {{(pid=110283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:24:46.213502 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), before_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:46.218217 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device ab638eda-bd43-4886-94f0-e30cfc08b401 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:24:46.258046 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: ab638eda-bd43-4886-94f0-e30cfc08b401 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:24:46.258568 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device ab638eda-bd43-4886-94f0-e30cfc08b401 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:24:46.258797 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 57dbe04e-c283-42da-8ef0-e9250ee2d787 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:24:46.282341 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 57dbe04e-c283-42da-8ef0-e9250ee2d787 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:24:46.282880 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 57dbe04e-c283-42da-8ef0-e9250ee2d787 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:24:46.320207 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:46.325400 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.db [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] For port fc2df624-b39c-421a-af0a-472ee07a3e9b, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=fc2df624-b39c-421a-af0a-472ee07a3e9b,segment=NetworkSegment(e857ae25-c8c4-46ec-bef9-62f8b8525666),segment_id=e857ae25-c8c4-46ec-bef9-62f8b8525666)] {{(pid=110283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:24:46.325889 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), precommit_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:46.341982 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Calling delete_port for fc2df624-b39c-421a-af0a-472ee07a3e9b owned by network:dhcp {{(pid=110283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:24:46.347176 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2df624-b39c-421a-af0a-472ee07a3e9b,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:46.349009 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] No DVR routers for this DVR port fc2df624-b39c-421a-af0a-472ee07a3e9b on host dv-cinder-830086-2-iscsi {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:24:46.420376 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (4b90e834-a299-4fb0-8a0a-7cae3937d019), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:46.422245 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058'] for port (fc2df624-b39c-421a-af0a-472ee07a3e9b), after_delete {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:46.439500 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b90e834-a299-4fb0-8a0a-7cae3937d019']}} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:46.447066 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Pushing event deleted for resources: {'Port': ['ID=fc2df624-b39c-421a-af0a-472ee07a3e9b,revision_number=None']} {{(pid=110283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:46.449936 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e857ae25-c8c4-46ec-bef9-62f8b8525666') {'for_net_delete': True} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:46.450126 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] No DVR routers for this DVR port fc2df624-b39c-421a-af0a-472ee07a3e9b on host dv-cinder-830086-2-iscsi {{(pid=110283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:24:46.450231 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e857ae25-c8c4-46ec-bef9-62f8b8525666') {} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:46.456264 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:46.456606 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:46.456959 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:46.457301 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:46.457637 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:46.457973 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:46.458317 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:46.458648 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:46.459097 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:46.459293 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:46.459622 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:46.459939 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63977623'] for segment (e857ae25-c8c4-46ec-bef9-62f8b8525666), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:46.460042 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:46.460261 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca53848-c27f-44d3-acae-f7fc951fb5fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-2-iscsi {{(pid=110283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:46.474090 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (e857ae25-c8c4-46ec-bef9-62f8b8525666), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:46.479971 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:24:46.480409 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63299810'] for segment (e857ae25-c8c4-46ec-bef9-62f8b8525666), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: Traceback (most recent call last): Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: timer() Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: cb(*args, **kw) Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: return func(*args, **kwargs) Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: self._notify() Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: self.callback(batched_events) Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: event.method(event) Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: return f(self, *a, **k) Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._get(url).json() Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: return self.request(url, 'GET', **kwargs) Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:24:46.482085 dv-cinder-830086-2-iscsi neutron-server[110281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:24:46.589144 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (4b90e834-a299-4fb0-8a0a-7cae3937d019), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:46.594980 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:46.598278 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] 10.222.0.43 "DELETE /v2.0/networks/4b90e834-a299-4fb0-8a0a-7cae3937d019 HTTP/1.1" status: 204 len: 168 time: 0.6102009 Mar 08 12:24:46.610050 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 53668) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:46.610215 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a4a6c-bf3e-47b1-a99a-249b6957e66c admin admin] Pushing event deleted for resources: {'Network': ['ID=4b90e834-a299-4fb0-8a0a-7cae3937d019,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:46.941534 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1da956c6-db87-4ab0-8891-7b910c2e9796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66618965'] for router_interface (7ad82404-e9b8-4760-8b2c-265b72f15f03), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:47.186602 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-1da956c6-db87-4ab0-8891-7b910c2e9796 admin admin] Deleting port a9e797b9-6d47-4824-9a8e-e53376b215a1 {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:24:47.187280 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1da956c6-db87-4ab0-8891-7b910c2e9796 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:47.269656 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [None req-1da956c6-db87-4ab0-8891-7b910c2e9796 admin admin] For port a9e797b9-6d47-4824-9a8e-e53376b215a1, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=a9e797b9-6d47-4824-9a8e-e53376b215a1,segment=NetworkSegment(abb55f09-036d-4d37-ab82-aebee7024a00),segment_id=abb55f09-036d-4d37-ab82-aebee7024a00)] {{(pid=110282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:24:47.270009 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1da956c6-db87-4ab0-8891-7b910c2e9796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:47.281293 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-1da956c6-db87-4ab0-8891-7b910c2e9796 admin admin] Calling delete_port for a9e797b9-6d47-4824-9a8e-e53376b215a1 owned by network:router_interface {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:24:47.554506 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1da956c6-db87-4ab0-8891-7b910c2e9796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (a9e797b9-6d47-4824-9a8e-e53376b215a1), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:47.582835 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da956c6-db87-4ab0-8891-7b910c2e9796 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e797b9-6d47-4824-9a8e-e53376b215a1,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:47.629937 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-2669d4ff-db08-4a9f-b9f4-2d208346ccbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:47.749676 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-1da956c6-db87-4ab0-8891-7b910c2e9796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66820362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66618913'] for router_interface (7ad82404-e9b8-4760-8b2c-265b72f15f03), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:47.891194 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device fc2df624-b39c-421a-af0a-472ee07a3e9b no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:24:47.912894 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: fc2df624-b39c-421a-af0a-472ee07a3e9b {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:24:47.913250 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device fc2df624-b39c-421a-af0a-472ee07a3e9b not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:24:47.970955 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da956c6-db87-4ab0-8891-7b910c2e9796 admin admin] Router 7ad82404-e9b8-4760-8b2c-265b72f15f03 has already been hosted by L3 agent cf64a0dd-247f-456d-a15f-a59bf9be3a56 {{(pid=110282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:24:48.074383 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da956c6-db87-4ab0-8891-7b910c2e9796 admin admin] Notify agent at l3_agent.dv-cinder-830086-2-iscsi the message routers_updated {{(pid=110282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:24:48.079238 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-1da956c6-db87-4ab0-8891-7b910c2e9796 admin admin] 10.222.0.43 "PUT /v2.0/routers/7ad82404-e9b8-4760-8b2c-265b72f15f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4768517 Mar 08 12:24:48.081726 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 53670) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:48.083273 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295f063-f4b6-4eab-ab90-1629622b59a7 None None] Sync routers for ids ['7ad82404-e9b8-4760-8b2c-265b72f15f03'] in dv-cinder-830086-2-iscsi {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:24:48.095019 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295f063-f4b6-4eab-ab90-1629622b59a7 None None] Routers {'7ad82404-e9b8-4760-8b2c-265b72f15f03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:24:48.095556 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-2295f063-f4b6-4eab-ab90-1629622b59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:24:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['7ad82404-e9b8-4760-8b2c-265b72f15f03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:48.183807 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Publish callbacks [] for router (7ad82404-e9b8-4760-8b2c-265b72f15f03), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:48.200596 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-2295f063-f4b6-4eab-ab90-1629622b59a7 None None] Set router 7ad82404-e9b8-4760-8b2c-265b72f15f03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:24:48.393747 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-2295f063-f4b6-4eab-ab90-1629622b59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'name': 'tempest-TestVolumeBootPattern-572791670-router', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:05Z', 'updated_at': '2022-03-08T12:24:47Z', 'revision_number': 5, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'gw_port': {'id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:06Z', 'updated_at': '2022-03-08T12:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:48.421326 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295f063-f4b6-4eab-ab90-1629622b59a7 None None] Checking router: 7ad82404-e9b8-4760-8b2c-265b72f15f03 for host: dv-cinder-830086-2-iscsi {{(pid=110283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:24:48.429741 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295f063-f4b6-4eab-ab90-1629622b59a7 None None] Routers {'7ad82404-e9b8-4760-8b2c-265b72f15f03'} bound to L3 agent in host dv-cinder-830086-2-iscsi {{(pid=110283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:24:48.430338 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-2295f063-f4b6-4eab-ab90-1629622b59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:51:20Z,description=,heartbeat_timestamp=2022-03-08T12:24:20Z,host='dv-cinder-830086-2-iscsi',id=cf64a0dd-247f-456d-a15f-a59bf9be3a56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:51:21Z,topic='l3_agent')) {'router_ids': ['7ad82404-e9b8-4760-8b2c-265b72f15f03'], 'active': True} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:48.498951 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Publish callbacks [] for router_gateway (7ad82404-e9b8-4760-8b2c-265b72f15f03), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:48.620990 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Deleting port cad9ee42-8bf6-4bec-9df6-793ac42fe104 {{(pid=110282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:24:48.621329 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:48.667818 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_dvr_db [None req-2295f063-f4b6-4eab-ab90-1629622b59a7 None None] Set router 7ad82404-e9b8-4760-8b2c-265b72f15f03 gateway port host: dv-cinder-830086-2-iscsi {{(pid=110283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:24:48.697896 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.db [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] For port cad9ee42-8bf6-4bec-9df6-793ac42fe104, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=cad9ee42-8bf6-4bec-9df6-793ac42fe104,segment=NetworkSegment(22dbcc51-5925-42fb-b401-ed03be717660),segment_id=22dbcc51-5925-42fb-b401-ed03be717660)] {{(pid=110282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:24:48.698250 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:48.710488 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.plugins.ml2.plugin [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Calling delete_port for cad9ee42-8bf6-4bec-9df6-793ac42fe104 owned by network:router_gateway {{(pid=110282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:24:48.842565 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.db.l3_hamode_db [None req-2295f063-f4b6-4eab-ab90-1629622b59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'name': 'tempest-TestVolumeBootPattern-572791670-router', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:05Z', 'updated_at': '2022-03-08T12:24:47Z', 'revision_number': 5, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'gw_port': {'id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:06Z', 'updated_at': '2022-03-08T12:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}], 'dv-cinder-830086-2-iscsi', False) {} {{(pid=110283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:48.871767 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295f063-f4b6-4eab-ab90-1629622b59a7 None None] The sync data for ids ['7ad82404-e9b8-4760-8b2c-265b72f15f03'] in dv-cinder-830086-2-iscsi is: [{'id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'name': 'tempest-TestVolumeBootPattern-572791670-router', 'tenant_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'external_fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:16:05Z', 'updated_at': '2022-03-08T12:24:47Z', 'revision_number': 5, 'project_id': 'e84fae0e0a2c4d85add35d4e6aeb643c', 'gw_port': {'id': 'cad9ee42-8bf6-4bec-9df6-793ac42fe104', 'name': '', 'network_id': 'b11f5efd-e33a-4972-9f0b-6f3c889a5429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad82404-e9b8-4760-8b2c-265b72f15f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:16:06Z', 'updated_at': '2022-03-08T12:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88b02018-b007-49c2-bfbb-33b9962704e9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-2-iscsi'}] {{(pid=110283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:24:48.909323 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64256974'] for port (cad9ee42-8bf6-4bec-9df6-793ac42fe104), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:48.936033 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad9ee42-8bf6-4bec-9df6-793ac42fe104,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:48.993408 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66620555'] for router_gateway (7ad82404-e9b8-4760-8b2c-265b72f15f03), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.082806 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66648383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (7ad82404-e9b8-4760-8b2c-265b72f15f03), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.084877 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Publish callbacks [] for router_controller (7ad82404-e9b8-4760-8b2c-265b72f15f03), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.183408 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66648360'] for router (7ad82404-e9b8-4760-8b2c-265b72f15f03), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.183870 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ad82404-e9b8-4760-8b2c-265b72f15f03 {{(pid=110282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:24:49.188756 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.189774 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-7f386938-9cdd-45c9-a37b-83de6a39ad90 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7ad82404-e9b8-4760-8b2c-265b72f15f03 HTTP/1.1" status: 204 len: 168 time: 1.1071403 Mar 08 12:24:49.192229 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.wsgi [-] (110282) accepted ('10.222.0.43', 53672) {{(pid=110282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:49.236139 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a8874b-92d0-47ca-b8f1-a4be9361ba4c admin admin] Deleting subnet f237f2d2-1ff2-4b98-b4b4-e9e47ae19262 {{(pid=110282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:24:49.239338 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-09a8874b-92d0-47ca-b8f1-a4be9361ba4c admin admin] Publish callbacks [] for subnet (f237f2d2-1ff2-4b98-b4b4-e9e47ae19262), before_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.273468 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-09a8874b-92d0-47ca-b8f1-a4be9361ba4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417268'] for subnet (f237f2d2-1ff2-4b98-b4b4-e9e47ae19262), precommit_delete_associations {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.356330 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-09a8874b-92d0-47ca-b8f1-a4be9361ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719610'] for subnet (f237f2d2-1ff2-4b98-b4b4-e9e47ae19262), precommit_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.475517 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-09a8874b-92d0-47ca-b8f1-a4be9361ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64257017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64241037'] for subnet (f237f2d2-1ff2-4b98-b4b4-e9e47ae19262), after_delete {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.500782 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8874b-92d0-47ca-b8f1-a4be9361ba4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f237f2d2-1ff2-4b98-b4b4-e9e47ae19262,revision_number=None']} {{(pid=110282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:49.511890 dv-cinder-830086-2-iscsi neutron-server[110282]: DEBUG neutron_lib.callbacks.manager [None req-09a8874b-92d0-47ca-b8f1-a4be9361ba4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for subnet (None), before_response {{(pid=110282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.513449 dv-cinder-830086-2-iscsi neutron-server[110282]: INFO neutron.wsgi [None req-09a8874b-92d0-47ca-b8f1-a4be9361ba4c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f237f2d2-1ff2-4b98-b4b4-e9e47ae19262 HTTP/1.1" status: 204 len: 168 time: 0.3201420 Mar 08 12:24:49.515071 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf89cb05-cd43-4d91-a655-ea68654df3f1 None None] Network c9d8dfef-1556-45b3-9505-b04965bb4f4b requested from dv-cinder-830086-2-iscsi {{(pid=110283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:24:49.515974 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53674) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:49.584758 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841589'] for network (c9d8dfef-1556-45b3-9505-b04965bb4f4b), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.639419 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Deleting port 87f82410-786b-4348-8423-bedd3c58835e {{(pid=110281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:24:49.639875 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786396126019'] for port (87f82410-786b-4348-8423-bedd3c58835e), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.704062 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.db [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] For port 87f82410-786b-4348-8423-bedd3c58835e, host dv-cinder-830086-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-2-iscsi',level=0,port_id=87f82410-786b-4348-8423-bedd3c58835e,segment=NetworkSegment(abb55f09-036d-4d37-ab82-aebee7024a00),segment_id=abb55f09-036d-4d37-ab82-aebee7024a00)] {{(pid=110281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:24:49.704444 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66620231'] for port (87f82410-786b-4348-8423-bedd3c58835e), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.717136 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Calling delete_port for 87f82410-786b-4348-8423-bedd3c58835e owned by network:dhcp {{(pid=110281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:24:49.859034 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2da731-5b66-470f-b0b4-ad0130953326 None None] DHCP port deletion for c9d8dfef-1556-45b3-9505-b04965bb4f4b request from dv-cinder-830086-2-iscsi {{(pid=110283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:24:49.861703 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786396131750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786395610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63299775'] for port (87f82410-786b-4348-8423-bedd3c58835e), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.896658 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] No DVR routers for this DVR port 87f82410-786b-4348-8423-bedd3c58835e on host dv-cinder-830086-2-iscsi {{(pid=110281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:24:49.901255 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f82410-786b-4348-8423-bedd3c58835e,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:49.929936 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device a9e797b9-6d47-4824-9a8e-e53376b215a1 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:24:49.954192 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: a9e797b9-6d47-4824-9a8e-e53376b215a1 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:24:49.954539 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device a9e797b9-6d47-4824-9a8e-e53376b215a1 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:24:49.954962 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device cad9ee42-8bf6-4bec-9df6-793ac42fe104 no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:24:49.974318 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884597', 'neutron.services.segments.db._delete_segments_for_network-8786395955815'] for network (c9d8dfef-1556-45b3-9505-b04965bb4f4b), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:49.974997 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: cad9ee42-8bf6-4bec-9df6-793ac42fe104 {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:24:49.975357 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device cad9ee42-8bf6-4bec-9df6-793ac42fe104 not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:24:49.975778 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 87f82410-786b-4348-8423-bedd3c58835e no longer exists at agent ovs-agent-dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:24:49.993972 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d8dfef-1556-45b3-9505-b04965bb4f4b']}} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:49.994501 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.plugin [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] No Port match for: 87f82410-786b-4348-8423-bedd3c58835e {{(pid=110283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:24:49.994856 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron.plugins.ml2.rpc [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Device 87f82410-786b-4348-8423-bedd3c58835e not bound to the agent host dv-cinder-830086-2-iscsi {{(pid=110283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:24:50.004590 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb55f09-036d-4d37-ab82-aebee7024a00') {'for_net_delete': True} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:50.004890 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.services.segments.db [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb55f09-036d-4d37-ab82-aebee7024a00') {} {{(pid=110281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:24:50.015074 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786395956848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63977623'] for segment (abb55f09-036d-4d37-ab82-aebee7024a00), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:50.028145 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625'] for segment (abb55f09-036d-4d37-ab82-aebee7024a00), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:50.034613 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:24:50.035354 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63299810'] for segment (abb55f09-036d-4d37-ab82-aebee7024a00), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: Traceback (most recent call last): Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: timer() Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: cb(*args, **kw) Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: return func(*args, **kwargs) Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: self._notify() Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: self.callback(batched_events) Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: event.method(event) Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: return f(self, *a, **k) Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._get(url).json() Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: return self.request(url, 'GET', **kwargs) Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:24:50.036680 dv-cinder-830086-2-iscsi neutron-server[110281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:24:50.097444 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-828a9fcf-cb9f-445f-960c-186f82323f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:50.131798 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67007865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66820357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66620591'] for network (c9d8dfef-1556-45b3-9505-b04965bb4f4b), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:50.137187 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66820375'] for network (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:50.140987 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c9d8dfef-1556-45b3-9505-b04965bb4f4b HTTP/1.1" status: 204 len: 168 time: 0.6238351 Mar 08 12:24:50.151089 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb1c22-d0a8-4d7a-8fe3-060a39b1e543 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d8dfef-1556-45b3-9505-b04965bb4f4b,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:50.444731 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53678) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:50.483751 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-75bb139a-341c-480b-8327-6bb3d68a35ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=944f24ac361440d08fdde904b74d017f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378470 Mar 08 12:24:50.486114 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53680) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:50.530496 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-11d128ea-0919-41f8-b330-1658c821cef2 admin admin] Publish callbacks [] for security_group (e5c9ede1-0110-44da-be01-8ef9923f1b3e), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:50.550812 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-11d128ea-0919-41f8-b330-1658c821cef2 admin admin] Publish callbacks [] for security_group (e5c9ede1-0110-44da-be01-8ef9923f1b3e), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:50.657279 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-11d128ea-0919-41f8-b330-1658c821cef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (e5c9ede1-0110-44da-be01-8ef9923f1b3e), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:50.659807 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-11d128ea-0919-41f8-b330-1658c821cef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:50.661056 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-11d128ea-0919-41f8-b330-1658c821cef2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5c9ede1-0110-44da-be01-8ef9923f1b3e HTTP/1.1" status: 204 len: 168 time: 0.1740515 Mar 08 12:24:50.668495 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d128ea-0919-41f8-b330-1658c821cef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c9ede1-0110-44da-be01-8ef9923f1b3e,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:51.114573 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:51.199377 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53686) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:51.238283 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-0589e7b3-b6ea-4e17-abe2-31747d0bcdf5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e84fae0e0a2c4d85add35d4e6aeb643c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370243 Mar 08 12:24:51.239747 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.wsgi [-] (110281) accepted ('10.222.0.43', 53688) {{(pid=110281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:24:51.284596 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c534a75a-3216-4a67-ab50-449b08718eb2 admin admin] Publish callbacks [] for security_group (d47e463a-bcc9-4533-80f2-10ba47aa312d), before_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:51.305037 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c534a75a-3216-4a67-ab50-449b08718eb2 admin admin] Publish callbacks [] for security_group (d47e463a-bcc9-4533-80f2-10ba47aa312d), precommit_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:51.428605 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c534a75a-3216-4a67-ab50-449b08718eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66995863'] for security_group (d47e463a-bcc9-4533-80f2-10ba47aa312d), after_delete {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:51.431049 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron_lib.callbacks.manager [None req-c534a75a-3216-4a67-ab50-449b08718eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:51.432188 dv-cinder-830086-2-iscsi neutron-server[110281]: INFO neutron.wsgi [None req-c534a75a-3216-4a67-ab50-449b08718eb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d47e463a-bcc9-4533-80f2-10ba47aa312d HTTP/1.1" status: 204 len: 168 time: 0.1915703 Mar 08 12:24:51.440340 dv-cinder-830086-2-iscsi neutron-server[110281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534a75a-3216-4a67-ab50-449b08718eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47e463a-bcc9-4533-80f2-10ba47aa312d,revision_number=None']} {{(pid=110281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:52.611571 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:24:53.959973 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:25:07.096848 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:25:14.001752 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:25:17.582503 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-4ad3297f-2d56-4651-8d94-bee32a14dda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:25:20.119848 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-09b5084b-7ef8-4c06-a575-ad896750ecf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:25:21.137648 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:25:22.611268 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:25:23.976791 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:25:37.148580 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:25:47.588612 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f9b6007e-77a0-42ac-903b-63695066c7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:25:50.137055 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-95ed5761-8e96-4d4b-bb64-063690caed54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:25:51.086807 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:25:51.148272 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:25:52.611030 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:25:53.936746 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:26:07.108123 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:26:17.570532 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f1f5004b-c8ef-457c-88d0-dcf7b002ec9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:26:20.130303 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d07fa123-c24c-46c4-bb42-2d3dc9e3c1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:26:21.165282 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:26:22.622542 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:26:23.930755 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:26:28.006021 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:26:37.182049 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:26:47.593029 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9482-0f3f-4305-bc08-cc7fc183586f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:26:50.113928 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3273084d-edb8-4ff2-802d-ec6396e77384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:26:51.170379 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:26:52.604675 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:26:54.010726 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:27:05.004343 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:27:07.124308 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:27:17.581546 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-e213e286-567a-4cf8-9f6f-3e0ee75759a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:27:20.129889 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-f2ba452a-f9d7-496d-86fd-f7220f889b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:27:21.135905 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:27:22.655818 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:27:23.941877 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:27:37.130057 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:27:42.004263 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:27:47.621598 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-0fc30a8b-1d12-415c-93ca-4a8353a4a619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:27:50.123982 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-4d596cf5-4afc-4641-8200-d10a97407967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:27:51.130921 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:27:52.649978 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:27:53.947335 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:28:07.141230 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:28:17.592185 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eea72173-76fa-415c-aef8-eb908382b49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:28:19.003374 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:28:20.187226 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-3814fafc-ff98-4698-a1ec-44e9c4de4fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:28:21.165191 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:28:22.632363 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:28:23.975956 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:28:37.146737 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:28:47.575421 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-14241f32-923b-4af3-b121-a16caebccca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:28:50.157970 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8c2e2766-6855-4029-a018-a1c3100a3c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:28:51.175003 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:28:52.632562 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:28:53.963725 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:28:56.002016 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:29:07.135460 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:29:17.598130 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-a19cbcbc-9c65-4415-b74f-c8aef189e8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:29:20.175104 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-28214039-45c3-4675-ac6e-2094c71c0946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:29:21.157851 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:29:22.622251 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:29:23.946742 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:29:33.001890 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:29:37.249230 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:29:47.614025 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-ba64575d-f313-4cf0-9621-7522129c3de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:29:50.123516 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-c634045b-0f44-443b-8166-927bedff7a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:29:51.151885 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:29:52.643361 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:29:53.969373 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:30:07.129278 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-d33c27a9-f5df-4e08-a57e-7ea0100e13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f29f4c85-8011-4e2a-ba9f-0ac00694fd7b), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:30:10.001401 dv-cinder-830086-2-iscsi neutron-server[110284]: DEBUG neutron.db.agents_db [None req-ad2b958a-c43a-42f9-af47-1199c36c9565 None None] Agent healthcheck: found 6 active agents {{(pid=110284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:30:17.609091 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-da1da23c-ce47-4b5c-ad8d-73aa77a948b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (da17791a-ff43-45b0-a3a5-e81e6fdd46f3), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:30:20.134349 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-54df676a-23e0-4da8-b093-bc8f84a04da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (cf64a0dd-247f-456d-a15f-a59bf9be3a56), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:30:21.173618 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-6ec15d25-428d-4c58-9501-a659e9a7036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (f3cf88a0-34af-4c5b-a6fd-4e86b985de3e), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:30:22.654436 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-eed40d1d-570f-49b7-ad3c-712902855584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (a697a127-183a-44b9-a9ca-9d0f2fa7d5fe), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:30:23.946254 dv-cinder-830086-2-iscsi neutron-server[110283]: DEBUG neutron_lib.callbacks.manager [None req-8342b722-4f17-4ec5-ab49-e896527ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786395955797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882574'] for agent (8e66ce3c-8107-4d9b-b5c1-39b7ac411d06), after_update {{(pid=110283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}